[ 612.222400] env[62284]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62284) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 612.222740] env[62284]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62284) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 612.222867] env[62284]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62284) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 612.223194] env[62284]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 612.319468] env[62284]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62284) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 612.329265] env[62284]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62284) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 612.930918] env[62284]: INFO nova.virt.driver [None req-5e1473d1-4e1d-44af-9181-51d0afb87e5e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 613.002562] env[62284]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.002751] env[62284]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.002829] env[62284]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62284) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 616.144538] env[62284]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e064ae36-ae74-4d99-b01e-282fc975a4c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.160317] env[62284]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62284) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 616.160535] env[62284]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6b754310-2595-40dc-8fb0-4a64a99725c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.187658] env[62284]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 9f948. [ 616.187821] env[62284]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.185s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.188430] env[62284]: INFO nova.virt.vmwareapi.driver [None req-5e1473d1-4e1d-44af-9181-51d0afb87e5e None None] VMware vCenter version: 7.0.3 [ 616.192246] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b118bbf-3df1-4001-bed2-3269585101df {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.210446] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc01023e-4759-432d-a548-f22977a58b82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.216670] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef3653-c531-4f46-8274-6ab0396de0ea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.224527] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6902b09-0a20-40f8-b0b1-7dad48999c80 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.237165] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d8cef-0a0a-47c5-804b-56eb26521b50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.242989] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7000840-9b25-47d0-b6db-795c492ac6e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.272547] env[62284]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-bc4d07e3-ef84-44fd-a33e-bd20f24befac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.277473] env[62284]: DEBUG nova.virt.vmwareapi.driver [None req-5e1473d1-4e1d-44af-9181-51d0afb87e5e None None] Extension org.openstack.compute already exists. {{(pid=62284) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 616.280146] env[62284]: INFO nova.compute.provider_config [None req-5e1473d1-4e1d-44af-9181-51d0afb87e5e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 616.783397] env[62284]: DEBUG nova.context [None req-5e1473d1-4e1d-44af-9181-51d0afb87e5e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fb17b88e-ec34-4762-8882-f706dd72a16d(cell1) {{(pid=62284) load_cells /opt/stack/nova/nova/context.py:464}} [ 616.785494] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.785763] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.786437] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.786857] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Acquiring lock "fb17b88e-ec34-4762-8882-f706dd72a16d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.787059] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Lock "fb17b88e-ec34-4762-8882-f706dd72a16d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.788088] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Lock "fb17b88e-ec34-4762-8882-f706dd72a16d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.809384] env[62284]: INFO dbcounter [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Registered counter for database nova_cell0 [ 616.817688] env[62284]: INFO dbcounter [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Registered counter for database nova_cell1 [ 616.821362] env[62284]: DEBUG oslo_db.sqlalchemy.engines [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62284) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 616.821747] env[62284]: DEBUG oslo_db.sqlalchemy.engines [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62284) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 616.826717] env[62284]: ERROR nova.db.main.api [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 616.826717] env[62284]: result = function(*args, **kwargs) [ 616.826717] env[62284]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 616.826717] env[62284]: return func(*args, **kwargs) [ 616.826717] env[62284]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 616.826717] env[62284]: result = fn(*args, **kwargs) [ 616.826717] env[62284]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 616.826717] env[62284]: return f(*args, **kwargs) [ 616.826717] env[62284]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 616.826717] env[62284]: return db.service_get_minimum_version(context, binaries) [ 616.826717] env[62284]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 616.826717] env[62284]: _check_db_access() [ 616.826717] env[62284]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 616.826717] env[62284]: stacktrace = ''.join(traceback.format_stack()) [ 616.826717] env[62284]: [ 616.827710] env[62284]: ERROR nova.db.main.api [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 616.827710] env[62284]: result = function(*args, **kwargs) [ 616.827710] env[62284]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 616.827710] env[62284]: return func(*args, **kwargs) [ 616.827710] env[62284]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 616.827710] env[62284]: result = fn(*args, **kwargs) [ 616.827710] env[62284]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 616.827710] env[62284]: return f(*args, **kwargs) [ 616.827710] env[62284]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 616.827710] env[62284]: return db.service_get_minimum_version(context, binaries) [ 616.827710] env[62284]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 616.827710] env[62284]: _check_db_access() [ 616.827710] env[62284]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 616.827710] env[62284]: stacktrace = ''.join(traceback.format_stack()) [ 616.827710] env[62284]: [ 616.828557] env[62284]: WARNING nova.objects.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Failed to get minimum service version for cell fb17b88e-ec34-4762-8882-f706dd72a16d [ 616.828557] env[62284]: WARNING nova.objects.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 616.828741] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Acquiring lock "singleton_lock" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.828914] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Acquired lock "singleton_lock" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.829171] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Releasing lock "singleton_lock" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.829499] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Full set of CONF: {{(pid=62284) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 616.829646] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ******************************************************************************** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 616.829776] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] Configuration options gathered from: {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 616.829910] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 616.830128] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 616.830258] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ================================================================================ {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 616.830467] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] allow_resize_to_same_host = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.830989] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] arq_binding_timeout = 300 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.830989] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] backdoor_port = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.830989] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] backdoor_socket = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.831288] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] block_device_allocate_retries = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.831288] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] block_device_allocate_retries_interval = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.831437] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cert = self.pem {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.831613] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.831805] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute_monitors = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.831979] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] config_dir = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.832167] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] config_drive_format = iso9660 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.832304] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.832531] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] config_source = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.832636] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] console_host = devstack {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.832802] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] control_exchange = nova {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.832960] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cpu_allocation_ratio = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.833133] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] daemon = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.833301] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] debug = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.833458] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] default_access_ip_network_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.833620] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] default_availability_zone = nova {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.833776] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] default_ephemeral_format = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.833932] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] default_green_pool_size = 1000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.834204] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.834371] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] default_schedule_zone = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.834529] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] disk_allocation_ratio = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.834691] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] enable_new_services = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.834869] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] enabled_apis = ['osapi_compute'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.835044] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] enabled_ssl_apis = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.835210] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] flat_injected = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.835368] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] force_config_drive = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.835524] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] force_raw_images = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.835696] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] graceful_shutdown_timeout = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.835859] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] heal_instance_info_cache_interval = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.836098] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] host = cpu-1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.836276] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.836464] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] initial_disk_allocation_ratio = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.836596] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] initial_ram_allocation_ratio = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.836805] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.836966] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] instance_build_timeout = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.837139] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] instance_delete_interval = 300 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.837308] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] instance_format = [instance: %(uuid)s] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.837471] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] instance_name_template = instance-%08x {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.837632] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] instance_usage_audit = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.837800] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] instance_usage_audit_period = month {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.837997] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.838191] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] instances_path = /opt/stack/data/nova/instances {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.838359] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] internal_service_availability_zone = internal {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.838514] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] key = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.838672] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] live_migration_retry_count = 30 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.838840] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_color = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.839009] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_config_append = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.839192] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.839350] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_dir = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.839505] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_file = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.839631] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_options = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.839792] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_rotate_interval = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.839958] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_rotate_interval_type = days {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.840140] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] log_rotation_type = none {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.840267] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.840390] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.840598] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.840785] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.840928] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.841120] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] long_rpc_timeout = 1800 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.841306] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] max_concurrent_builds = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.841482] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] max_concurrent_live_migrations = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.841656] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] max_concurrent_snapshots = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.841818] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] max_local_block_devices = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.841977] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] max_logfile_count = 30 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.842169] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] max_logfile_size_mb = 200 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.842373] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] maximum_instance_delete_attempts = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.842503] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] metadata_listen = 0.0.0.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.842669] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] metadata_listen_port = 8775 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.842837] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] metadata_workers = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.842997] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] migrate_max_retries = -1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.843184] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] mkisofs_cmd = genisoimage {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.843388] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] my_block_storage_ip = 10.180.1.21 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.843519] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] my_ip = 10.180.1.21 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.843721] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.843884] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] network_allocate_retries = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.844072] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.844278] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] osapi_compute_listen = 0.0.0.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.844402] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] osapi_compute_listen_port = 8774 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.844568] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] osapi_compute_unique_server_name_scope = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.844741] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] osapi_compute_workers = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.844902] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] password_length = 12 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.845075] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] periodic_enable = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.845237] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] periodic_fuzzy_delay = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.845405] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] pointer_model = usbtablet {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.845569] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] preallocate_images = none {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.845727] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] publish_errors = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.845855] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] pybasedir = /opt/stack/nova {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.846025] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ram_allocation_ratio = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.846181] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] rate_limit_burst = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.846346] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] rate_limit_except_level = CRITICAL {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.846523] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] rate_limit_interval = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.846658] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] reboot_timeout = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.846814] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] reclaim_instance_interval = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.846968] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] record = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.847151] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] reimage_timeout_per_gb = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.847319] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] report_interval = 120 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.847478] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] rescue_timeout = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.847637] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] reserved_host_cpus = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.847797] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] reserved_host_disk_mb = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.847954] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] reserved_host_memory_mb = 512 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.848123] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] reserved_huge_pages = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.848283] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] resize_confirm_window = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.848442] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] resize_fs_using_block_device = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.848643] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] resume_guests_state_on_host_boot = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.848800] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.848960] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] rpc_response_timeout = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.849132] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] run_external_periodic_tasks = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.849299] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] running_deleted_instance_action = reap {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.849458] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] running_deleted_instance_poll_interval = 1800 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.849615] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] running_deleted_instance_timeout = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.849773] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler_instance_sync_interval = 120 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.849940] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_down_time = 720 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.850118] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] servicegroup_driver = db {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.850275] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] shell_completion = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.850432] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] shelved_offload_time = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.850609] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] shelved_poll_interval = 3600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.850789] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] shutdown_timeout = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.850950] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] source_is_ipv6 = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.851123] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ssl_only = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.851384] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.851557] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] sync_power_state_interval = 600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.851717] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] sync_power_state_pool_size = 1000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.851881] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] syslog_log_facility = LOG_USER {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.852047] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] tempdir = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.852210] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] timeout_nbd = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.852376] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] transport_url = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.852538] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] update_resources_interval = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.852693] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] use_cow_images = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.852852] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] use_eventlog = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.853017] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] use_journal = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.853181] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] use_json = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.853341] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] use_rootwrap_daemon = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.853498] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] use_stderr = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.853655] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] use_syslog = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.853809] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vcpu_pin_set = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.853974] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plugging_is_fatal = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.854155] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plugging_timeout = 300 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.854327] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] virt_mkfs = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.854481] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] volume_usage_poll_interval = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.854639] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] watch_log_file = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.854804] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] web = /usr/share/spice-html5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.854984] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.855167] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.855331] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.855501] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_concurrency.disable_process_locking = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.856093] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.856293] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.856468] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.856640] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.856813] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.856981] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.857189] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.auth_strategy = keystone {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.857367] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.compute_link_prefix = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.857547] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.857722] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.dhcp_domain = novalocal {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.857897] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.enable_instance_password = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.858078] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.glance_link_prefix = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.858250] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.858424] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.858612] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.instance_list_per_project_cells = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.858798] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.list_records_by_skipping_down_cells = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.858966] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.local_metadata_per_cell = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.859156] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.max_limit = 1000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.859332] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.metadata_cache_expiration = 15 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.859508] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.neutron_default_tenant_id = default {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.859687] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.response_validation = warn {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.859863] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.use_neutron_default_nets = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.860046] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.860219] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.860391] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.860584] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.860789] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.vendordata_dynamic_targets = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.860963] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.vendordata_jsonfile_path = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.861253] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.861477] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.backend = dogpile.cache.memcached {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.861656] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.backend_argument = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.861823] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.backend_expiration_time = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.861995] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.config_prefix = cache.oslo {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.862185] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.dead_timeout = 60.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.862355] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.debug_cache_backend = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.862524] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.enable_retry_client = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.862685] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.enable_socket_keepalive = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.862863] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.enabled = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.863042] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.enforce_fips_mode = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.863213] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.expiration_time = 600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.863378] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.hashclient_retry_attempts = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.863544] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.hashclient_retry_delay = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.863709] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_dead_retry = 300 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.863872] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_password = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.864046] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.864217] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.864380] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_pool_maxsize = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.864543] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.864707] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_sasl_enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.864888] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.865068] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_socket_timeout = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.865232] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.memcache_username = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.865398] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.proxies = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.865566] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.redis_db = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.865732] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.redis_password = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.865906] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.redis_sentinel_service_name = mymaster {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.866098] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.866276] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.redis_server = localhost:6379 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.866444] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.redis_socket_timeout = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.866607] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.redis_username = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.866775] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.retry_attempts = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.866943] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.retry_delay = 0.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.867123] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.socket_keepalive_count = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.867362] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.socket_keepalive_idle = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.867550] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.socket_keepalive_interval = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.867715] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.tls_allowed_ciphers = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.867876] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.tls_cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.868051] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.tls_certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.868221] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.tls_enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.868381] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cache.tls_keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.868554] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.868736] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.auth_type = password {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.868900] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.869093] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.catalog_info = volumev3::publicURL {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.869320] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.869505] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.869674] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.cross_az_attach = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.869846] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.debug = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.870023] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.endpoint_template = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.870193] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.http_retries = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.870358] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.870519] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.870720] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.os_region_name = RegionOne {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.870896] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.871075] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cinder.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.871256] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.871418] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.cpu_dedicated_set = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.871595] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.cpu_shared_set = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.871787] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.image_type_exclude_list = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.871957] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.872140] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.max_concurrent_disk_ops = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.872309] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.max_disk_devices_to_attach = -1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.872474] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.872646] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.872826] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.resource_provider_association_refresh = 300 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.872993] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.873171] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.shutdown_retry_interval = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.873353] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.873536] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] conductor.workers = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.873716] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] console.allowed_origins = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.873881] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] console.ssl_ciphers = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.874098] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] console.ssl_minimum_version = default {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.874238] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] consoleauth.enforce_session_timeout = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.874410] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] consoleauth.token_ttl = 600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.874614] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.874741] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.874911] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.875098] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.connect_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.875263] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.connect_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.875421] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.endpoint_override = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.875586] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.875746] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.875906] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.max_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.876078] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.min_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.876240] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.region_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.876398] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.retriable_status_codes = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.876556] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.876728] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.service_type = accelerator {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.876892] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.877064] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.status_code_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.877225] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.status_code_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.877384] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.877564] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.877728] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] cyborg.version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.877895] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.asyncio_connection = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.878069] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.asyncio_slave_connection = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.878243] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.backend = sqlalchemy {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.878415] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.connection = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.878601] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.connection_debug = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.878794] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.connection_parameters = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.878964] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.connection_recycle_time = 3600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.879153] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.connection_trace = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.879318] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.db_inc_retry_interval = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.879485] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.db_max_retries = 20 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.879649] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.db_max_retry_interval = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.879817] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.db_retry_interval = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.879976] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.max_overflow = 50 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.880154] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.max_pool_size = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.880319] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.max_retries = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.880488] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.880684] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.mysql_wsrep_sync_wait = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.880850] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.pool_timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.881028] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.retry_interval = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.881195] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.slave_connection = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.881359] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.sqlite_synchronous = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.881533] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] database.use_db_reconnect = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.881712] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.asyncio_connection = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.881879] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.asyncio_slave_connection = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.882064] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.backend = sqlalchemy {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.882238] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.connection = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.882405] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.connection_debug = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.882575] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.connection_parameters = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.882741] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.connection_recycle_time = 3600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.882906] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.connection_trace = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.883092] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.db_inc_retry_interval = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.883265] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.db_max_retries = 20 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.883429] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.db_max_retry_interval = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.883593] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.db_retry_interval = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.883757] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.max_overflow = 50 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.883919] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.max_pool_size = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.884094] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.max_retries = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.884266] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.884426] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.884586] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.pool_timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.884752] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.retry_interval = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.884910] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.slave_connection = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.885085] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] api_database.sqlite_synchronous = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.885264] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] devices.enabled_mdev_types = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.885442] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.885614] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ephemeral_storage_encryption.default_format = luks {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.885777] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ephemeral_storage_encryption.enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.885986] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.886121] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.api_servers = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.886285] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.886445] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.886608] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.886769] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.connect_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.886926] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.connect_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.887108] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.debug = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.887279] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.default_trusted_certificate_ids = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.887439] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.enable_certificate_validation = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.887600] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.enable_rbd_download = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.887759] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.endpoint_override = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.887924] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.888098] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.888259] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.max_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.888413] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.min_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.888590] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.num_retries = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.888777] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.rbd_ceph_conf = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.888942] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.rbd_connect_timeout = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.889126] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.rbd_pool = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.889301] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.rbd_user = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.889459] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.region_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.889617] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.retriable_status_codes = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.889808] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.889996] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.service_type = image {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.890180] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.890349] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.status_code_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.890512] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.status_code_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.890706] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.890890] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.891071] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.verify_glance_signatures = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.891236] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] glance.version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.891403] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] guestfs.debug = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.891591] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.891773] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.auth_type = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.891896] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.892063] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.892229] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.892387] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.connect_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.892546] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.connect_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.892700] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.endpoint_override = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.892864] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.893031] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.893194] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.max_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.893350] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.min_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.893506] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.region_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.893662] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.retriable_status_codes = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.893820] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.893987] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.service_type = shared-file-system {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.894167] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.share_apply_policy_timeout = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.894330] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.894492] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.status_code_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.894685] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.status_code_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.894858] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.895057] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.895228] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] manila.version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.895396] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] mks.enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.895768] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.895957] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] image_cache.manager_interval = 2400 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.896146] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] image_cache.precache_concurrency = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.896321] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] image_cache.remove_unused_base_images = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.896492] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.896675] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.896881] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] image_cache.subdirectory_name = _base {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.897080] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.api_max_retries = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.897253] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.api_retry_interval = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.897411] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.897572] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.auth_type = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.897732] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.897889] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.898069] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.898239] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.conductor_group = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.898397] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.connect_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.898573] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.connect_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.898719] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.endpoint_override = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.898880] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.899048] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.899213] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.max_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.899368] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.min_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.899529] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.peer_list = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.899687] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.region_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.899893] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.retriable_status_codes = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.900125] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.serial_console_state_timeout = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.900298] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.900470] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.service_type = baremetal {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.900656] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.shard = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.900837] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.900999] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.status_code_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.901178] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.status_code_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.901712] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.901712] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.901712] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ironic.version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.901844] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.902022] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] key_manager.fixed_key = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.902212] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.902374] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.barbican_api_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.902533] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.barbican_endpoint = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.902704] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.barbican_endpoint_type = public {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.902868] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.barbican_region_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.903043] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.903211] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.903377] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.903543] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.903703] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.903870] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.number_of_retries = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.904049] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.retry_delay = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.904217] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.send_service_user_token = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.904381] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.904539] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.904700] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.verify_ssl = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.904858] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican.verify_ssl_path = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.905031] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.905197] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.auth_type = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.905356] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.905516] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.905682] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.905846] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.906019] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.906182] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.906341] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] barbican_service_user.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.906507] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.approle_role_id = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.906702] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.approle_secret_id = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.906891] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.kv_mountpoint = secret {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.907067] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.kv_path = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.907241] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.kv_version = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.907404] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.namespace = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.907562] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.root_token_id = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.907725] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.ssl_ca_crt_file = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.907895] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.timeout = 60.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.908072] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.use_ssl = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.908250] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.908419] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.908582] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.908748] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.908911] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.connect_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.909086] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.connect_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.909250] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.endpoint_override = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.909417] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.909578] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.909740] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.max_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.909898] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.min_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.910075] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.region_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.910245] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.retriable_status_codes = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.910423] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.910635] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.service_type = identity {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.910837] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.911054] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.status_code_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.911297] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.status_code_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.911511] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.911773] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.912010] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] keystone.version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.912277] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.ceph_mount_options = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.912687] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.912943] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.connection_uri = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.913211] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.cpu_mode = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.913449] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.cpu_model_extra_flags = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.913657] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.cpu_models = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.913872] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.cpu_power_governor_high = performance {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.914104] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.cpu_power_governor_low = powersave {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.914297] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.cpu_power_management = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.914516] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.914717] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.device_detach_attempts = 8 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.914927] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.device_detach_timeout = 20 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.915153] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.disk_cachemodes = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.915351] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.disk_prefix = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.915561] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.enabled_perf_events = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.915757] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.file_backed_memory = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.915975] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.gid_maps = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.916183] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.hw_disk_discard = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.916379] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.hw_machine_type = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.916586] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.images_rbd_ceph_conf = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.916785] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.916978] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.917200] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.images_rbd_glance_store_name = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.917465] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.images_rbd_pool = rbd {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.917615] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.images_type = default {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.917809] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.images_volume_group = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.918025] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.inject_key = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.918218] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.inject_partition = -2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.918417] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.inject_password = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.918659] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.iscsi_iface = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.918878] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.iser_use_multipath = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.919104] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_bandwidth = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.919323] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.919522] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_downtime = 500 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.919696] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.919865] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.920044] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_inbound_addr = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.920214] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.920377] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_permit_post_copy = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.920537] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_scheme = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.920736] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_timeout_action = abort {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.920906] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_tunnelled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.921082] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_uri = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.921251] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.live_migration_with_native_tls = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.921409] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.max_queues = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.921579] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.921840] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.922020] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.nfs_mount_options = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.922339] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.922519] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.922688] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.num_iser_scan_tries = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.922853] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.num_memory_encrypted_guests = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.923031] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.923204] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.num_pcie_ports = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.923374] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.num_volume_scan_tries = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.923540] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.pmem_namespaces = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.923700] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.quobyte_client_cfg = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.924013] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.924208] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rbd_connect_timeout = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.924377] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.924543] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.924704] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rbd_secret_uuid = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.924869] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rbd_user = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.925045] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.925223] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.remote_filesystem_transport = ssh {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.925382] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rescue_image_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.925539] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rescue_kernel_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.925695] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rescue_ramdisk_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.925865] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.926035] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.rx_queue_size = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.926208] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.smbfs_mount_options = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.926506] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.926686] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.snapshot_compression = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.926851] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.snapshot_image_format = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.927087] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.927259] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.sparse_logical_volumes = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.927421] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.swtpm_enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.927584] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.swtpm_group = tss {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.927750] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.swtpm_user = tss {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.927917] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.sysinfo_serial = unique {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.928088] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.tb_cache_size = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.928247] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.tx_queue_size = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.928409] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.uid_maps = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.928599] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.use_virtio_for_bridges = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.928777] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.virt_type = kvm {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.928944] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.volume_clear = zero {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.929120] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.volume_clear_size = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.929287] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.volume_use_multipath = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.929444] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.vzstorage_cache_path = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.929611] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.929807] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.vzstorage_mount_group = qemu {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.930092] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.vzstorage_mount_opts = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.930326] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.930690] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.930898] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.vzstorage_mount_user = stack {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.931090] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.931273] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.931452] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.auth_type = password {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.931646] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.931826] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.931996] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.932174] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.connect_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.932335] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.connect_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.932506] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.default_floating_pool = public {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.932669] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.endpoint_override = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.932836] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.extension_sync_interval = 600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.932998] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.http_retries = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.933178] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.933344] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.933503] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.max_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.933675] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.933944] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.min_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.934152] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.ovs_bridge = br-int {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.934329] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.physnets = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.934501] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.region_name = RegionOne {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.934664] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.retriable_status_codes = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.934836] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.service_metadata_proxy = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.934995] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.935183] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.service_type = network {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.935349] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.935511] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.status_code_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.935669] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.status_code_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.935831] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.936019] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.936187] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] neutron.version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.936362] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] notifications.bdms_in_notifications = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.936538] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] notifications.default_level = INFO {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.936712] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] notifications.include_share_mapping = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.936892] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] notifications.notification_format = unversioned {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.937068] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] notifications.notify_on_state_change = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.937247] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.937425] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] pci.alias = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.937596] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] pci.device_spec = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.937763] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] pci.report_in_placement = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.937944] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.938171] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.auth_type = password {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.938332] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.938495] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.938659] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.938822] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.938986] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.connect_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.939161] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.connect_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.939321] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.default_domain_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.939477] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.default_domain_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.939635] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.domain_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.939793] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.domain_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.939951] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.endpoint_override = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.940126] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.940284] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.940440] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.max_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.940630] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.min_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.940806] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.password = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.940969] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.project_domain_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.941153] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.project_domain_name = Default {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.941320] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.project_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.941518] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.project_name = service {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.941745] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.region_name = RegionOne {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.941921] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.retriable_status_codes = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.942097] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.942279] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.service_type = placement {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.942447] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.942610] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.status_code_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.942770] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.status_code_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.942939] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.system_scope = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.943106] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.943269] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.trust_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.943426] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.user_domain_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.943595] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.user_domain_name = Default {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.943755] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.user_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.943929] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.username = nova {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.944127] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.944291] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] placement.version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.944468] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.cores = 20 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.944636] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.count_usage_from_placement = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.944810] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.944980] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.injected_file_content_bytes = 10240 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.945163] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.injected_file_path_length = 255 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.945385] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.injected_files = 5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.945493] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.instances = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.945658] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.key_pairs = 100 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.945825] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.metadata_items = 128 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.945992] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.ram = 51200 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.946172] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.recheck_quota = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.946340] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.server_group_members = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.946503] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.server_groups = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.946722] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.946900] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] quota.unified_limits_resource_strategy = require {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.947087] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.947255] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.947417] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.image_metadata_prefilter = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.947578] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.947743] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.max_attempts = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.947905] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.max_placement_results = 1000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.948078] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.948242] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.query_placement_for_image_type_support = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.948404] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.948576] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] scheduler.workers = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.948750] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.948928] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.949123] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.949292] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.949454] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.949615] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.949775] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.949962] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.950146] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.host_subset_size = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.950312] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.950471] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.950662] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.950837] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.isolated_hosts = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.951026] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.isolated_images = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.951197] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.951358] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.951521] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.951710] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.pci_in_placement = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.951881] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.952056] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.952223] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.952392] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.952557] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.952720] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.952902] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.track_instance_changes = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.953075] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.953250] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] metrics.required = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.953414] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] metrics.weight_multiplier = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.953576] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.953743] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] metrics.weight_setting = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.954073] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.954257] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] serial_console.enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.954439] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] serial_console.port_range = 10000:20000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.954612] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.954783] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.954954] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] serial_console.serialproxy_port = 6083 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.955139] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.955317] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.auth_type = password {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.955482] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.955639] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.955805] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.955966] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.956139] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.956313] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.send_service_user_token = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.956478] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.956638] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] service_user.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.956809] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.agent_enabled = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.956970] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.957292] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.957500] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.957673] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.html5proxy_port = 6082 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.957838] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.image_compression = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.957999] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.jpeg_compression = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.958171] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.playback_compression = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.958333] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.require_secure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.958519] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.server_listen = 127.0.0.1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.958715] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.958881] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.streaming_mode = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.959055] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] spice.zlib_compression = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.959227] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] upgrade_levels.baseapi = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.959399] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] upgrade_levels.compute = auto {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.959558] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] upgrade_levels.conductor = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.959715] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] upgrade_levels.scheduler = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.959882] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.960057] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.auth_type = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.960221] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.960380] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.960543] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.960726] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.960886] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.961061] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.961223] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vendordata_dynamic_auth.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.961396] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.api_retry_count = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.961559] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.ca_file = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.961730] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.cache_prefix = devstack-image-cache {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.961892] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.cluster_name = testcl1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.962070] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.connection_pool_size = 10 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.962233] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.console_delay_seconds = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.962400] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.datastore_regex = ^datastore.* {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.962615] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.962834] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.host_password = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.963026] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.host_port = 443 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.963206] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.host_username = administrator@vsphere.local {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.963377] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.insecure = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.963541] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.integration_bridge = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.963707] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.maximum_objects = 100 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.963864] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.pbm_default_policy = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.964037] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.pbm_enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.964200] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.pbm_wsdl_location = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.964372] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.964531] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.serial_port_proxy_uri = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.964688] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.serial_port_service_uri = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.964854] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.task_poll_interval = 0.5 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.965035] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.use_linked_clone = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.965206] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.vnc_keymap = en-us {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.965373] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.vnc_port = 5900 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.965578] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vmware.vnc_port_total = 10000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.965718] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.auth_schemes = ['none'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.965894] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.966204] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.966393] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.966567] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.novncproxy_port = 6080 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.966757] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.server_listen = 127.0.0.1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.966939] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.967117] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.vencrypt_ca_certs = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.967282] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.vencrypt_client_cert = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.967439] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vnc.vencrypt_client_key = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.967614] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.967779] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.disable_deep_image_inspection = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.967941] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.968118] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.968279] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.968440] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.disable_rootwrap = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.968620] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.enable_numa_live_migration = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.968799] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.968964] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.969140] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.969304] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.libvirt_disable_apic = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.969467] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.969636] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.969803] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.969962] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.970143] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.970304] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.970465] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.970656] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.970838] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.971013] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.971207] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.971376] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.client_socket_timeout = 900 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.971546] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.default_pool_size = 1000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.971751] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.keep_alive = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.971929] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.max_header_line = 16384 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.972110] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.secure_proxy_ssl_header = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.972276] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.ssl_ca_file = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.972437] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.ssl_cert_file = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.972599] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.ssl_key_file = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.972767] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.tcp_keepidle = 600 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.972947] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.973131] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] zvm.ca_file = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.973294] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] zvm.cloud_connector_url = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.973610] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.973788] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] zvm.reachable_timeout = 300 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.973965] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.974218] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.974425] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.connection_string = messaging:// {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.974602] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.enabled = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.974775] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.es_doc_type = notification {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.974976] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.es_scroll_size = 10000 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.975194] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.es_scroll_time = 2m {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.975366] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.filter_error_trace = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.975537] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.hmac_keys = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.975707] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.sentinel_service_name = mymaster {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.975879] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.socket_timeout = 0.1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.976058] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.trace_requests = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.976227] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler.trace_sqlalchemy = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.976414] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler_jaeger.process_tags = {} {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.976577] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler_jaeger.service_name_prefix = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.976743] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] profiler_otlp.service_name_prefix = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.976907] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] remote_debug.host = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.977081] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] remote_debug.port = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.977266] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.977429] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.977592] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.977787] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.977968] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.978190] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.978312] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.978474] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.978676] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.978837] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.979008] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.979189] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.979358] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.979526] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.979698] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.979867] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.980041] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.980223] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.980388] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.980549] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.980747] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.980920] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.981096] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.981265] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.981427] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.981609] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.981789] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.981950] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.982135] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.982304] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.ssl = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.982475] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.982641] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.982803] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.982972] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.983160] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.ssl_version = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.983323] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.983512] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.983679] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_notifications.retry = -1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.983861] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.984048] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_messaging_notifications.transport_url = **** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.984225] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.auth_section = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.984393] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.auth_type = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.984552] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.cafile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.984707] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.certfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.984870] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.collect_timing = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.985045] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.connect_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.985211] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.connect_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.985370] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.endpoint_id = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.985539] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.endpoint_interface = publicURL {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.985696] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.endpoint_override = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.985854] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.endpoint_region_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.986019] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.endpoint_service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.986183] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.endpoint_service_type = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.986388] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.insecure = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.986557] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.keyfile = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.986713] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.max_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.986871] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.min_version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.987039] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.region_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.987205] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.retriable_status_codes = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.987361] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.service_name = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.987514] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.service_type = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.987675] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.split_loggers = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.987833] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.status_code_retries = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.987990] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.status_code_retry_delay = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.988164] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.timeout = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.988323] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.valid_interfaces = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.988480] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_limit.version = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.988665] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_reports.file_event_handler = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.988844] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.989013] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] oslo_reports.log_dir = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.989198] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.989360] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.989520] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.989688] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.989857] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.990030] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.990208] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.990370] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_ovs_privileged.group = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.990530] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.990724] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.990900] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.991075] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] vif_plug_ovs_privileged.user = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.991249] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_linux_bridge.flat_interface = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.991432] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.991608] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.991785] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.991954] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.992135] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.992309] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.992472] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.992648] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.992820] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_ovs.isolate_vif = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.993022] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.993204] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.993375] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.993546] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_ovs.ovsdb_interface = native {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.993709] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] os_vif_ovs.per_port_bridge = False {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.993883] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] privsep_osbrick.capabilities = [21] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.994055] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] privsep_osbrick.group = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.994218] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] privsep_osbrick.helper_command = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.994382] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.994548] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.994709] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] privsep_osbrick.user = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.994883] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.995054] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] nova_sys_admin.group = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.995216] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] nova_sys_admin.helper_command = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.995381] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.995544] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.995701] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] nova_sys_admin.user = None {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.995881] env[62284]: DEBUG oslo_service.service [None req-4d3eb60a-7aeb-4054-a56d-a4a158cb6b2a None None] ******************************************************************************** {{(pid=62284) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 616.996278] env[62284]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 617.501908] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Getting list of instances from cluster (obj){ [ 617.501908] env[62284]: value = "domain-c8" [ 617.501908] env[62284]: _type = "ClusterComputeResource" [ 617.501908] env[62284]: } {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 617.502987] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3686771f-00c9-4164-8f45-64405edcf29c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.511534] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Got total of 0 instances {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 617.512147] env[62284]: WARNING nova.virt.vmwareapi.driver [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 617.512613] env[62284]: INFO nova.virt.node [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Generated node identity 442cc14a-9667-48af-bb01-49285ca8ee22 [ 617.512854] env[62284]: INFO nova.virt.node [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Wrote node identity 442cc14a-9667-48af-bb01-49285ca8ee22 to /opt/stack/data/n-cpu-1/compute_id [ 618.015206] env[62284]: WARNING nova.compute.manager [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Compute nodes ['442cc14a-9667-48af-bb01-49285ca8ee22'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 619.021344] env[62284]: INFO nova.compute.manager [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 620.027418] env[62284]: WARNING nova.compute.manager [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 620.027796] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.027935] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.028069] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.028232] env[62284]: DEBUG nova.compute.resource_tracker [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 620.029175] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eb5af8-2252-4595-84bc-4190c06aa39b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.037368] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a51ba0-4bca-425b-b6c4-e8242adf5fca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.050495] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34deeca6-db30-4259-b208-933408019bbd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.056694] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7550ef-314d-495b-9eaa-1329bbfa78d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.085057] env[62284]: DEBUG nova.compute.resource_tracker [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181345MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 620.085196] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.085364] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.588278] env[62284]: WARNING nova.compute.resource_tracker [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] No compute node record for cpu-1:442cc14a-9667-48af-bb01-49285ca8ee22: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 442cc14a-9667-48af-bb01-49285ca8ee22 could not be found. [ 621.092025] env[62284]: INFO nova.compute.resource_tracker [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 442cc14a-9667-48af-bb01-49285ca8ee22 [ 622.602961] env[62284]: DEBUG nova.compute.resource_tracker [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 622.603336] env[62284]: DEBUG nova.compute.resource_tracker [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 622.762295] env[62284]: INFO nova.scheduler.client.report [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] [req-20e7221a-455c-4b0a-bf0a-9bc6be5e3a87] Created resource provider record via placement API for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 622.779864] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cb63d1-fc06-48e2-990b-2ec1135632c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.787501] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef8931c-bd63-48dd-88f1-8d20a50501e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.816363] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879bc77a-5ebc-4347-8aa3-3e6d99975f4f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.823613] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa999fa4-99cf-4903-9edf-fa50ca80c494 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.837701] env[62284]: DEBUG nova.compute.provider_tree [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.371110] env[62284]: DEBUG nova.scheduler.client.report [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 623.371361] env[62284]: DEBUG nova.compute.provider_tree [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 0 to 1 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 623.371504] env[62284]: DEBUG nova.compute.provider_tree [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.421625] env[62284]: DEBUG nova.compute.provider_tree [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 1 to 2 during operation: update_traits {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 623.926471] env[62284]: DEBUG nova.compute.resource_tracker [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 623.926865] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.926865] env[62284]: DEBUG nova.service [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Creating RPC server for service compute {{(pid=62284) start /opt/stack/nova/nova/service.py:186}} [ 623.940143] env[62284]: DEBUG nova.service [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] Join ServiceGroup membership for this service compute {{(pid=62284) start /opt/stack/nova/nova/service.py:203}} [ 623.940365] env[62284]: DEBUG nova.servicegroup.drivers.db [None req-1e6b930a-f0dc-4895-b6ec-95be039a99f9 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62284) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 657.942128] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.445094] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Getting list of instances from cluster (obj){ [ 658.445094] env[62284]: value = "domain-c8" [ 658.445094] env[62284]: _type = "ClusterComputeResource" [ 658.445094] env[62284]: } {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 658.446290] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cbd277-7486-44ed-9839-4e1a858d0ba6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.454886] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Got total of 0 instances {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 658.455138] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.455422] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Getting list of instances from cluster (obj){ [ 658.455422] env[62284]: value = "domain-c8" [ 658.455422] env[62284]: _type = "ClusterComputeResource" [ 658.455422] env[62284]: } {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 658.456246] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af43174-c48e-42ac-8c28-97cf05d69bcb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.462964] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Got total of 0 instances {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 672.379672] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.380115] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.380195] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 672.380317] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 672.883620] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 672.883860] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.884096] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.884335] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.884540] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.884726] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.884907] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.885085] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 672.885251] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.388437] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.388822] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.388867] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.389053] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 673.389914] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70e3549-0c7e-4ccd-ad9a-a020d2aff4b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.398196] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d865d52-19f3-46d5-9b26-7aba51d9a901 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.412171] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e6a76e-f8bf-4e2c-af91-a4adeca113e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.418364] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9928f5-9516-4a46-ba57-936e0acb85e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.445845] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181337MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 673.445962] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.446165] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.464512] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 674.464757] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 674.479249] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8929f7ca-2951-4dfe-9584-fe4198b64083 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.487586] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa128d-ca57-4607-b223-c8073df58e66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.518696] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d03d44-21be-41e5-9603-73c493e3ba9b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.526474] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c4f922-c62b-4031-9b11-453f114fc833 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.540495] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.046703] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.552321] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 675.552679] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.106s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.540207] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.540599] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.045217] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.045386] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 736.045543] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 736.548226] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 736.548611] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.548665] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.548783] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.548920] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.549076] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.549221] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.549348] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 736.549508] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.052452] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.052710] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.052853] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.053024] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 737.053939] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645a5bf8-a0ea-4228-8346-648cfbd1e613 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.062779] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c7d3a9-4bbf-4206-808f-ee3bc867eb35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.076211] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b52c3-4792-419d-a8ee-a6da64262ea3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.081996] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ebbb68-bf20-45b9-849d-76953e9f0962 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.109399] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181334MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 737.109550] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.109739] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.127251] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 738.127571] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 738.140172] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e6c6e6-7d5a-4889-9639-b0b395e24616 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.147639] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab0feab-2184-449b-8e2b-02872ccbf930 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.176532] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd9c5b8-9e92-40c2-b5d2-d302322354a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.182938] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea11e2bf-58ce-4081-95f0-0252b04d1966 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.195409] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.698420] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.699715] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 738.699895] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.703059] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.703059] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.703059] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 798.703059] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 799.205412] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 799.205632] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.205796] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.205943] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.206107] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.206253] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.206393] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.206521] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 799.206697] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.709947] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.710347] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.710347] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.710427] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 799.711397] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9913e6ab-80a3-4db5-8a13-2335dd500c3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.719819] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e13425-3f67-4713-9f74-eb8c12f627f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.734206] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5a5480-70ad-46db-97fe-c5fb41c0d47b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.740270] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414c0311-699e-47b9-adec-20ba418410e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.767960] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181341MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 799.768106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.768298] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.786738] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 800.786980] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 800.800189] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e76a1d7-5f2a-418b-9212-0da8bbd0c6df {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.807721] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29abe500-2ab8-4ca9-b457-92e39e56a7fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.838078] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f91cee-2deb-4bc9-a175-05de77d30024 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.844764] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aafe21b-0166-407b-a1e4-d2d1bed996c0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.857428] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.360339] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.361685] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 801.361869] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.030116] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.030116] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.534054] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 856.534256] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 856.534350] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 857.039155] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 857.039551] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.039551] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.039671] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.039826] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.039967] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.040124] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.040253] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 857.040396] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.543990] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.544270] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.544455] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.544598] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 857.545498] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd79dfa1-5dbe-4d02-902d-45ab98700376 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.553775] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b62981-0a9e-421d-8b34-eea2036645e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.567192] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7cdbde-aa52-4379-bf76-5fa518b58f08 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.573203] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e1721-c6ef-4a53-b7e8-7b79b9e8d9db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.601671] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181350MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 857.601828] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.601991] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.620135] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 858.620391] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 858.634380] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e27ac2-4b7b-4f70-916e-8ada8d69882c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.641799] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f6914-f358-4739-9d56-8f58655af4d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.670947] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae57337f-7486-4150-9d85-492769bd1a89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.677641] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3478a1d-6c54-4697-81b8-3ceed14c3fc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.690754] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.193645] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.194913] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 859.195128] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.372625] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.373120] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 912.876559] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] There are 0 instances to clean {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 912.876813] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.876943] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances with incomplete migration {{(pid=62284) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 913.382592] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.879955] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.880398] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.880447] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 916.372734] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.372929] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 916.373065] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 916.876020] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 916.876283] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.876460] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.876611] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.371503] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.371855] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.371954] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.875697] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.875922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.876109] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.876268] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 917.877170] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8925f6b4-9776-4c48-b620-24d37dccbc70 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.885049] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb28f71b-e122-4ad5-914d-023d64cfddc0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.899294] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e5dbff-0e83-4c04-ae52-9edcec8d90cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.905101] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1593d815-af40-49ef-8cb2-f133c1eb8015 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.932577] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181340MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 917.932712] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.932898] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.952549] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 918.952791] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 918.967267] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e656e2f0-bce0-4f8f-91c0-3cd043ba0bca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.974459] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d779c5d5-a032-4a10-b9dd-a003d1c8be4b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.003782] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0305a6-d9ab-4ab5-a5ea-e0bb5e47b578 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.010646] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5fc38a-d9b4-4e2c-90ba-6763352d6a6e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.023951] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.527472] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.528767] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 919.528957] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.524315] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.524732] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.029822] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.029822] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.029822] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 977.373067] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.373067] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 977.373067] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 977.876638] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 977.877131] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.877131] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.371792] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.372037] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.372191] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.875953] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.876245] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.876410] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.876567] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 978.877532] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3de43d-8455-4465-a4ca-5c1e2303e49a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.885811] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec17b9e-7386-4d7d-b059-b96b29d7d2af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.900066] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3389e1-67f7-45c6-a7c3-ddc8e2570b33 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.906403] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b8841-da58-4d82-8150-5451d07d2f63 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.935718] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181350MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 978.935849] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.936014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.969879] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 979.970274] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 979.993269] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.006524] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.006705] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.019657] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.035342] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.047527] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba732ed-8fe6-4512-9c11-8f2e4109cfb7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.055047] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d548b0-067a-4fb3-a9ed-a9bdd556d98b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.083658] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5999ab-fffb-486f-9a59-93cea105ba11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.090653] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a676f39b-a6fd-4bd2-ad2a-e3a67427b11c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.103782] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.606960] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.608255] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 980.608443] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.672s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.603737] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.604155] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.604155] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.604323] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.604483] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.604660] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1038.604818] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.107594] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.107852] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.108029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.108191] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1039.109382] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a61578b-1d0a-4155-b195-d2ea7d31770e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.117884] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc04ee5-6706-4fac-9490-f5578f71d243 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.131308] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82309e98-d3fd-4e9c-bfd7-95bc34452788 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.137285] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e23e2d3-7cb8-4055-a6f2-f667619b2500 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.165635] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181354MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1039.165778] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.165952] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.185588] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1040.185868] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1040.200029] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25801a90-1b81-4d64-b80c-f7e339df2899 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.207302] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1d499b-5e72-46be-86bd-f42f9c58b106 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.235453] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52014fda-c4f0-4e66-a264-5e8695a7bbab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.242388] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510233d8-bb16-4810-b594-eff3a4444119 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.254754] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.758022] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.759307] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1040.759486] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.526963] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.527342] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1041.527342] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1042.031732] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1042.031732] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.031732] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.873673] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.373108] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.373513] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.373513] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.373671] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1099.368094] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.371791] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.372232] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.372293] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.875709] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.875942] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.876125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.876284] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1100.877171] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa34e9c-f668-4d63-9638-283be61fac03 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.885407] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dda145-90a0-4b30-89bb-1b415c9e65ea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.899096] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edbd432-18f4-41a3-9ce6-ed60888aec57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.905292] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8718753-06d8-4e33-ae0b-ea3e9231c9d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.934668] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181348MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1100.934802] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.934991] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.953397] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1101.953655] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1101.969253] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc36d99-e39a-4ec1-98fc-2b50e8b7a918 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.976478] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5259a5-5e12-4725-b08b-477ca5f711b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.005427] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778a3537-3fcd-4e08-a8e9-f46d74ef57f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.012665] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589c42f-51c3-4fbb-bf11-8692226ffa05 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.025697] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.528426] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.529728] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1102.529949] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.530357] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.530744] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1103.530744] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1104.033651] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1104.033902] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.871348] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.371649] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.371926] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.372011] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1160.371785] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.372091] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.875848] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.876095] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.876273] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.876430] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1160.877386] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a54369-6a50-47bb-b148-c534b9695139 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.885228] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fee5dca-c15d-4d87-9d4a-de54e86b55ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.899063] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae9a6c0-cd92-4069-84d6-3af7d40139c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.905156] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7f6879-9c8b-4a07-9105-a001d018e1f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.933067] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181350MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1160.933202] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.933387] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.953790] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1161.954066] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1161.968458] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878f274d-72d3-4882-949f-c35032844d0e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.975607] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b4ac0-a3aa-4ca2-a981-3c6cbaf7bbce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.004310] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bcc5ba-5fa1-479d-b1af-96f0aba9ef91 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.011287] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274186a5-3645-42a5-98b8-8736b5eff920 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.023648] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.526782] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.528093] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1162.528275] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.528943] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.529219] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1164.529263] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1165.032165] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1165.032403] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.032571] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.032729] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.371970] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.874813] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.875187] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances with incomplete migration {{(pid=62284) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1219.871130] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.871398] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.372353] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.372790] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.372790] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1222.372031] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.372450] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.372572] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.876365] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.876626] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.876750] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.876909] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1222.877800] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7deb281-9a79-4fe4-ab71-4ab7ef838e4a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.886185] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad3d37f-0e89-4432-9ba0-ee8b867b15da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.899790] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d71f80-559f-470b-bec8-45eae0bab02c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.905748] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5b73d3-28d9-498a-b0bf-1fa678edaabe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.933991] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1222.934222] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.934340] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.952089] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1223.952357] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1223.965863] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b31bd6-219d-4a97-9b96-eb983fb1d608 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.974217] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8101db3-7b37-4401-ace5-c44c0503e02c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.003370] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0820e12f-65e7-4b4f-b4b4-1bb94bfbc905 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.010252] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6fae59-ae42-4781-9cb8-add19148dc6b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.022906] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.525678] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.527083] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1224.527198] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.522907] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.028261] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.028441] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1226.028441] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1226.531266] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1226.531656] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.531656] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.531746] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1227.034976] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] There are 0 instances to clean {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1258.448639] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.952138] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Getting list of instances from cluster (obj){ [ 1258.952138] env[62284]: value = "domain-c8" [ 1258.952138] env[62284]: _type = "ClusterComputeResource" [ 1258.952138] env[62284]: } {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1258.953748] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c194f21-8885-454c-8aa1-ee1b69bd7a51 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.962649] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Got total of 0 instances {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1279.882028] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.372146] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.373039] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.372350] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.372621] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.372770] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1283.372260] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.875540] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.875781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.875946] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.876116] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1283.877045] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa91205-c3b9-4382-aebb-c984e77a8e3a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.885213] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bbc4e0-67a8-494d-ba2a-55838eca67e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.898582] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07a1acf-202c-475e-8be7-aee746f7a6cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.904566] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1560e861-b5c6-4110-b2fd-797dedc67873 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.933031] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181353MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1283.933211] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.933389] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.054453] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1285.054756] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1285.070756] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1285.082748] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1285.082935] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1285.093594] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1285.109504] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1285.122098] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2da8c6f-5f69-48db-be42-29f5e9caa42f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.129803] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6d1a50-5f4e-421f-a2e8-c991a7d9b9e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.159050] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f823ecbe-7e13-4009-a039-46078ec1c417 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.166184] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef491602-192b-4148-8645-1527db42f84c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.178787] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.681805] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.683087] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1285.683288] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.750s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.683296] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.683657] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1286.683657] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1287.186755] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1287.186995] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.187218] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.874357] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.371620] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.371902] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.373722] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.374073] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.877688] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.877921] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.878103] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.878258] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1343.879206] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f7da06-ca48-40c6-af4d-e677bb92beff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.887178] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a3090-ea7c-440e-833e-25b346c2db80 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.900887] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b49960-1ea8-407d-8916-34e55ba458fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.906924] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21bc43d-497f-4fcd-aaeb-d0acf2fe0622 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.934652] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181347MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1343.934787] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.935018] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.953297] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1344.953568] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1344.966223] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad159a7-65bf-4286-b5c1-19416d90650e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.973676] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96145778-7c43-4d52-ab75-13f8e2847301 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.004359] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a903a9-2f52-49e7-a6b0-5a7b5a901d7a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.011268] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f246614a-1645-4377-910c-651a68cf515d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.023758] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.527016] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.528253] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1345.528435] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.527142] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.031846] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.032078] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1347.032280] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1347.536057] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1347.536057] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.536057] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.536481] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.536481] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1404.372049] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.372049] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.372049] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.372516] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.372516] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.372516] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1404.372684] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.876091] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.876334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.876535] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.876699] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1404.877611] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a320af-7cc8-4c57-ad0e-e6b72de91f64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.885906] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb3d47d-adf8-4275-835a-5fe8cd18b057 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.899565] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ae9f93-609e-404e-9c76-37555749c2df {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.905671] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2601607b-f1a5-4605-b8db-8b7290257adb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.933461] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181347MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1404.933604] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.933789] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.953373] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1405.953621] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1405.969026] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5a01b7-e194-425e-81fa-c3d3a7dc36aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.975540] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43360961-0166-4a63-905d-8c083a831343 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.004881] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e6bd2-91f1-41a9-9fe4-95fd2e1c2883 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.011432] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff59471a-370a-4612-a379-30fbb9ef279d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.023681] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.527082] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.528417] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1406.528599] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.529312] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.529771] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1408.529771] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1409.032877] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1409.033170] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.372146] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.368098] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.371759] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.371913] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1465.372868] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.373228] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.373228] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.372987] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.373433] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1466.373433] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1466.876300] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1466.876590] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.379610] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.379988] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.380064] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.380190] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1467.381114] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e7dbe-44c5-413c-85f7-da560e161a22 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.389014] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ff6090-f0c0-4123-89a5-e711285c61aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.403254] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89c2ad3-63af-414a-a1a8-a35d9bbc09a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.409349] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074dc9fc-a6f3-42ec-8af8-49a61f1fdffc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.436724] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181333MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1467.436868] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.437070] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.455224] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1468.455476] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1468.470554] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33e6160-8d8e-431a-b877-f56b84b6c0c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.477715] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4bc451-29f0-4120-95d7-a8d21c5c2f9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.507392] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba98ff6e-d09d-44ae-965c-f0508ca4ba07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.514224] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97386c98-b4d3-4e94-9e96-e8cd851b59d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.526434] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.029929] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.031144] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1469.031307] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.026478] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.532355] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.532355] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.375743] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.877726] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.877726] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances with incomplete migration {{(pid=62284) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1525.877952] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.878375] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.367471] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.371108] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.371302] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.371443] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1527.372443] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.372796] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1527.372796] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1527.876231] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1527.876532] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.380041] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.380427] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.380480] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.380608] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1528.381575] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002d65e6-5fab-41c1-b0a8-7c50387bbe04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.389741] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6fae8f-8ce6-4bb3-8381-5e69d63397bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.403249] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a446270-d848-4ebc-943b-d85b5095140a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.409271] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c36c081-7f35-4d39-a714-42a3801544e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.436712] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181341MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1528.436845] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.437028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.454150] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1529.454395] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1529.466753] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a0641-46b0-49b1-9a8d-ac0f02674a84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.473491] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12168001-697b-45a7-9b0e-4602dbd69d74 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.502571] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d15db-9560-4d4e-bb76-89c15a20efbf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.508975] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90704f1-b634-4071-befb-f4d9b1013c5c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.523878] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.027108] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.028394] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1530.028577] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.524846] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.372410] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.373783] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.374187] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1535.876784] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] There are 0 instances to clean {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1555.478021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquiring lock "6478fd00-dda1-410d-b0c0-b69de16292e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.478021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "6478fd00-dda1-410d-b0c0-b69de16292e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.981788] env[62284]: DEBUG nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.534285] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.535050] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.537554] env[62284]: INFO nova.compute.claims [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.613031] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28f0a4f-9847-4f66-b05b-a4cc58648dfd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.620972] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d600f64-833d-41a9-98a6-451f87347129 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.657861] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7008352-1159-4a8a-bedb-ae12a3d8207d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.666326] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1bc1a4-b563-4a66-befc-dc0664ed99d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.681368] env[62284]: DEBUG nova.compute.provider_tree [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.939083] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquiring lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.939083] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.186344] env[62284]: DEBUG nova.scheduler.client.report [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.259391] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "2af79296-4820-4007-9bc6-697d46d90656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.259642] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "2af79296-4820-4007-9bc6-697d46d90656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.444952] env[62284]: DEBUG nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1558.694467] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.694467] env[62284]: DEBUG nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.763842] env[62284]: DEBUG nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1558.972259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.972259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.973772] env[62284]: INFO nova.compute.claims [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.200791] env[62284]: DEBUG nova.compute.utils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.201292] env[62284]: DEBUG nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1559.201383] env[62284]: DEBUG nova.network.neutron [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.298922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.299574] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.299796] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.617777] env[62284]: DEBUG nova.policy [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b709a77cdb74b008a4b93c49f969eac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c4c22c7f5f5477db31bb88d75dd1c14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.713154] env[62284]: DEBUG nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.804870] env[62284]: DEBUG nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1559.960614] env[62284]: DEBUG nova.network.neutron [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Successfully created port: f13a23a2-771d-460d-8911-7e703149e39c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.078210] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725be2b8-2512-4667-b8f7-c6a6c1dd3d76 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.088318] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac32323-7664-4f5a-b798-899c15880e84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.124157] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13320d8-c777-4c2e-bcd9-3c3cb817d4f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.133542] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4a68d1-9b43-4533-84e9-4d172f36b45d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.148801] env[62284]: DEBUG nova.compute.provider_tree [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.333043] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.652508] env[62284]: DEBUG nova.scheduler.client.report [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.731601] env[62284]: DEBUG nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.771745] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.771994] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.772382] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.772453] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.772613] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.772913] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.773208] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.773416] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.773713] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.773906] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.774130] env[62284]: DEBUG nova.virt.hardware [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.775065] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb457c3-aa8f-4981-8913-1a69e4be8cc2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.783606] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15d8d80-2e76-4ba0-8b7c-dac610a0ded2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.805599] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16395293-324b-457e-9d2a-94a028a91930 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.157280] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.157997] env[62284]: DEBUG nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.164256] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.866s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.165731] env[62284]: INFO nova.compute.claims [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.666847] env[62284]: DEBUG nova.compute.utils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.668924] env[62284]: DEBUG nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1561.670192] env[62284]: DEBUG nova.network.neutron [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.832099] env[62284]: DEBUG nova.policy [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd095ddfedaf9471e97b2aae6c637163f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2375552558bb44fea9272c6b7d6aa13b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.169828] env[62284]: DEBUG nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.290715] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea397b9-ed45-4486-8de5-3dc96f3384d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.300155] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12952447-d113-42e8-a8fa-25be15ec428b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.335502] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c963d4c-e917-4d5e-9bb3-222192f68ad1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.344358] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03aa2560-8397-4adf-9630-a40b8445463b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.359283] env[62284]: DEBUG nova.compute.provider_tree [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.635778] env[62284]: DEBUG nova.network.neutron [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Successfully updated port: f13a23a2-771d-460d-8911-7e703149e39c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.704576] env[62284]: DEBUG nova.network.neutron [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Successfully created port: dd95ef05-ad06-4b0f-9c75-12751e28ab12 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.863748] env[62284]: DEBUG nova.scheduler.client.report [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.143024] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquiring lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.145793] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquired lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.145793] env[62284]: DEBUG nova.network.neutron [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.184276] env[62284]: DEBUG nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.221865] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.222081] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.222522] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.222828] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.222925] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.223317] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.223317] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.223528] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.223703] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.223834] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.223980] env[62284]: DEBUG nova.virt.hardware [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.224904] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e321f6-1958-40ae-8fd5-d0add0a9bf31 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.239423] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a0a8b7-ba54-42b8-99f5-3a657ba50377 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.375677] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.375677] env[62284]: DEBUG nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1563.378363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.046s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.380167] env[62284]: INFO nova.compute.claims [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.604142] env[62284]: DEBUG nova.compute.manager [req-02507028-b2b0-469b-bdd9-40d8e0981958 req-076610ac-5a91-440a-ae41-81c05c63a628 service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Received event network-vif-plugged-f13a23a2-771d-460d-8911-7e703149e39c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1563.604249] env[62284]: DEBUG oslo_concurrency.lockutils [req-02507028-b2b0-469b-bdd9-40d8e0981958 req-076610ac-5a91-440a-ae41-81c05c63a628 service nova] Acquiring lock "6478fd00-dda1-410d-b0c0-b69de16292e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.604458] env[62284]: DEBUG oslo_concurrency.lockutils [req-02507028-b2b0-469b-bdd9-40d8e0981958 req-076610ac-5a91-440a-ae41-81c05c63a628 service nova] Lock "6478fd00-dda1-410d-b0c0-b69de16292e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.604625] env[62284]: DEBUG oslo_concurrency.lockutils [req-02507028-b2b0-469b-bdd9-40d8e0981958 req-076610ac-5a91-440a-ae41-81c05c63a628 service nova] Lock "6478fd00-dda1-410d-b0c0-b69de16292e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.604789] env[62284]: DEBUG nova.compute.manager [req-02507028-b2b0-469b-bdd9-40d8e0981958 req-076610ac-5a91-440a-ae41-81c05c63a628 service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] No waiting events found dispatching network-vif-plugged-f13a23a2-771d-460d-8911-7e703149e39c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.604957] env[62284]: WARNING nova.compute.manager [req-02507028-b2b0-469b-bdd9-40d8e0981958 req-076610ac-5a91-440a-ae41-81c05c63a628 service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Received unexpected event network-vif-plugged-f13a23a2-771d-460d-8911-7e703149e39c for instance with vm_state building and task_state spawning. [ 1563.750825] env[62284]: DEBUG nova.network.neutron [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.885266] env[62284]: DEBUG nova.compute.utils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1563.888439] env[62284]: DEBUG nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1563.895808] env[62284]: DEBUG nova.network.neutron [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.027498] env[62284]: DEBUG nova.policy [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dedf13d1cc04c3388154df85101bf3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '328913d9fb0147aebe4e5ca5eca3d0a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.294809] env[62284]: DEBUG nova.network.neutron [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Updating instance_info_cache with network_info: [{"id": "f13a23a2-771d-460d-8911-7e703149e39c", "address": "fa:16:3e:46:92:42", "network": {"id": "8ae330b8-8b6a-4543-a217-af979eed2119", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-900263190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c4c22c7f5f5477db31bb88d75dd1c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13a23a2-77", "ovs_interfaceid": "f13a23a2-771d-460d-8911-7e703149e39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.396081] env[62284]: DEBUG nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1564.489964] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c3b9f-3cb2-427d-8a08-5c555588eb86 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.498504] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf78ca-35fd-4883-8579-eff4e285022f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.528473] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ae664-8913-4e6a-a7cb-c62bf42c9182 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.535825] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72b36ef-8623-4d01-954b-7226489accf4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.550068] env[62284]: DEBUG nova.compute.provider_tree [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.690289] env[62284]: DEBUG nova.network.neutron [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Successfully updated port: dd95ef05-ad06-4b0f-9c75-12751e28ab12 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.803234] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Releasing lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.803565] env[62284]: DEBUG nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Instance network_info: |[{"id": "f13a23a2-771d-460d-8911-7e703149e39c", "address": "fa:16:3e:46:92:42", "network": {"id": "8ae330b8-8b6a-4543-a217-af979eed2119", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-900263190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c4c22c7f5f5477db31bb88d75dd1c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13a23a2-77", "ovs_interfaceid": "f13a23a2-771d-460d-8911-7e703149e39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1564.804117] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:92:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f13a23a2-771d-460d-8911-7e703149e39c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.816491] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.817549] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ccb3232-0976-48e9-85be-3d92e977a0ad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.829918] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Created folder: OpenStack in parent group-v4. [ 1564.830545] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Creating folder: Project (7c4c22c7f5f5477db31bb88d75dd1c14). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.830545] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a52630f3-13e9-4725-9b79-259a2bcaa9c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.838569] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquiring lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.838794] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.844115] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Created folder: Project (7c4c22c7f5f5477db31bb88d75dd1c14) in parent group-v402637. [ 1564.844115] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Creating folder: Instances. Parent ref: group-v402638. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.844115] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0a73210-ed53-4176-9425-712f3faf56c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.851835] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Created folder: Instances in parent group-v402638. [ 1564.851835] env[62284]: DEBUG oslo.service.loopingcall [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.851835] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.851947] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2798c582-826a-4fff-a31f-d4beae676c2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.874278] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.874278] env[62284]: value = "task-1953927" [ 1564.874278] env[62284]: _type = "Task" [ 1564.874278] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.885211] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953927, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.053387] env[62284]: DEBUG nova.scheduler.client.report [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.192539] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquiring lock "refresh_cache-6a5812f6-ab26-4dde-9214-bccfa31ba1a4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.192539] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquired lock "refresh_cache-6a5812f6-ab26-4dde-9214-bccfa31ba1a4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.192767] env[62284]: DEBUG nova.network.neutron [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.291599] env[62284]: DEBUG nova.network.neutron [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Successfully created port: f8cb1a13-cdc8-4220-90ba-6813caa0ab4f {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.340931] env[62284]: DEBUG nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1565.387421] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953927, 'name': CreateVM_Task, 'duration_secs': 0.353538} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.387656] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.405235] env[62284]: DEBUG oslo_vmware.service [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f9aae2-e527-4e72-9735-71bd5f8e9247 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.415468] env[62284]: DEBUG nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1565.421308] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.421308] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.421463] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.422018] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf9b243-bba6-4a7a-9ddf-81dacb8cb21e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.426954] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1565.426954] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f32dae-a0d7-2e45-5513-ac7dc20aa7ef" [ 1565.426954] env[62284]: _type = "Task" [ 1565.426954] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.435567] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f32dae-a0d7-2e45-5513-ac7dc20aa7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.443916] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.444360] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.444673] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.444982] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.445257] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.445520] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.445860] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.448894] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.448894] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.448894] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.448894] env[62284]: DEBUG nova.virt.hardware [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.448894] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9df03-6ad5-41e8-9b40-aafcec2b1682 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.455473] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71288a8b-6f41-4276-9770-73cd53fe17bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.560141] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.560684] env[62284]: DEBUG nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1565.753169] env[62284]: DEBUG nova.network.neutron [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.866027] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.866027] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.866027] env[62284]: INFO nova.compute.claims [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.940870] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.941186] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.941444] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.941594] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.941997] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.942501] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a03703c6-5941-429c-8913-bbe6e0da342c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.950149] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.950327] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.951119] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ad8121-4e71-4642-8782-2d1d8d12c8e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.961664] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fba6da-aca7-4d12-9b81-7fc724aab11a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.966515] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1565.966515] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52743372-e44c-65b7-5ed6-e18417717d66" [ 1565.966515] env[62284]: _type = "Task" [ 1565.966515] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.976608] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52743372-e44c-65b7-5ed6-e18417717d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.069846] env[62284]: DEBUG nova.compute.utils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.071556] env[62284]: DEBUG nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1566.071637] env[62284]: DEBUG nova.network.neutron [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.090437] env[62284]: DEBUG nova.network.neutron [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Updating instance_info_cache with network_info: [{"id": "dd95ef05-ad06-4b0f-9c75-12751e28ab12", "address": "fa:16:3e:a2:fc:9c", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd95ef05-ad", "ovs_interfaceid": "dd95ef05-ad06-4b0f-9c75-12751e28ab12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.137203] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "45d8b29a-3b2a-409e-967c-d5097085fb0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.137203] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "45d8b29a-3b2a-409e-967c-d5097085fb0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.192884] env[62284]: DEBUG nova.policy [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e40101b6859476e82a0e0f99d01b635', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c096ef153e4cb181db153b8bf0d791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1566.479359] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Preparing fetch location {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1566.479359] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Creating directory with path [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.479502] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-949c8209-a45a-4688-a4fe-c764426d8cbd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.490963] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Created directory with path [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.491460] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Fetch image to [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/tmp-sparse.vmdk {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1566.492018] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Downloading image file data c7c93e14-6b9b-4358-b7ac-8091442396af to [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/tmp-sparse.vmdk on the data store datastore1 {{(pid=62284) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1566.492671] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b382a641-7463-47c1-b2e6-6f41a6298105 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.500760] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42339239-6157-4290-abee-7cdabacb9854 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.512507] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb061835-e9cd-4b9b-8109-3575147445b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.547288] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f552e-d47e-40a0-9bce-355fd4f9e560 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.554230] env[62284]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7ac195b6-311e-461d-9d1d-7f1962db8761 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.576904] env[62284]: DEBUG nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1566.592949] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Releasing lock "refresh_cache-6a5812f6-ab26-4dde-9214-bccfa31ba1a4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.593324] env[62284]: DEBUG nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Instance network_info: |[{"id": "dd95ef05-ad06-4b0f-9c75-12751e28ab12", "address": "fa:16:3e:a2:fc:9c", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd95ef05-ad", "ovs_interfaceid": "dd95ef05-ad06-4b0f-9c75-12751e28ab12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.593739] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:fc:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd95ef05-ad06-4b0f-9c75-12751e28ab12', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.603346] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Creating folder: Project (2375552558bb44fea9272c6b7d6aa13b). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.603651] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b16d7e8-7c05-4a9e-8e53-8e8d6055f4dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.623651] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Created folder: Project (2375552558bb44fea9272c6b7d6aa13b) in parent group-v402637. [ 1566.623651] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Creating folder: Instances. Parent ref: group-v402641. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.624033] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-887cc930-401e-449a-b8c2-49dc675d6c26 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.633086] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Created folder: Instances in parent group-v402641. [ 1566.633448] env[62284]: DEBUG oslo.service.loopingcall [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.633744] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.633891] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc8c2ca-67a0-46f3-b617-744044d5d46e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.653993] env[62284]: DEBUG nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1566.657888] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Downloading image file data c7c93e14-6b9b-4358-b7ac-8091442396af to the data store datastore1 {{(pid=62284) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1566.668943] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.668943] env[62284]: value = "task-1953930" [ 1566.668943] env[62284]: _type = "Task" [ 1566.668943] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.690010] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953930, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.749977] env[62284]: DEBUG oslo_vmware.rw_handles [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62284) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1566.940302] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquiring lock "921af820-927f-4429-a5c0-e4eb55b3ca23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.940622] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.064053] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44cd27-ec3f-42e8-9d5d-506948b1cda3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.080224] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d38aae-5a9e-4bff-9e6f-4b7928e4d402 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.126937] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011fbcbe-84d2-4bb7-a4e0-5ca09aeabf2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.139656] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363d0732-8640-4669-8e50-34d700c8bc39 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.156344] env[62284]: DEBUG nova.compute.provider_tree [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.184460] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953930, 'name': CreateVM_Task, 'duration_secs': 0.388419} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.184633] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1567.185341] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.185496] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.185825] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1567.187529] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73fcae0-37f9-4735-b9cd-397d04102f2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.190331] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.194212] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1567.194212] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5284bfcc-07ec-f364-5a1c-db08db5510d2" [ 1567.194212] env[62284]: _type = "Task" [ 1567.194212] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.205599] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5284bfcc-07ec-f364-5a1c-db08db5510d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.217454] env[62284]: DEBUG nova.compute.manager [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Received event network-changed-f13a23a2-771d-460d-8911-7e703149e39c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1567.221192] env[62284]: DEBUG nova.compute.manager [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Refreshing instance network info cache due to event network-changed-f13a23a2-771d-460d-8911-7e703149e39c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1567.221192] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Acquiring lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.221192] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Acquired lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.221192] env[62284]: DEBUG nova.network.neutron [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Refreshing network info cache for port f13a23a2-771d-460d-8911-7e703149e39c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.272770] env[62284]: DEBUG nova.network.neutron [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Successfully created port: f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.444704] env[62284]: DEBUG nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1567.519019] env[62284]: DEBUG oslo_vmware.rw_handles [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Completed reading data from the image iterator. {{(pid=62284) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1567.519019] env[62284]: DEBUG oslo_vmware.rw_handles [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1567.575653] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Downloaded image file data c7c93e14-6b9b-4358-b7ac-8091442396af to vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/tmp-sparse.vmdk on the data store datastore1 {{(pid=62284) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1567.577589] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Caching image {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1567.577764] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Copying Virtual Disk [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/tmp-sparse.vmdk to [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.578345] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f45435-42d1-497e-94ca-a31a35adda35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.588781] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1567.588781] env[62284]: value = "task-1953931" [ 1567.588781] env[62284]: _type = "Task" [ 1567.588781] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.591124] env[62284]: DEBUG nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1567.604612] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.633221] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.633959] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.633959] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.635440] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.635440] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.635440] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.635440] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.635440] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.635916] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.635916] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.635916] env[62284]: DEBUG nova.virt.hardware [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.637411] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802630ec-0357-4812-a06e-bb18d2d1e481 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.648761] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aac714-873f-4937-a1f2-56096220440b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.663293] env[62284]: DEBUG nova.scheduler.client.report [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.707803] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.708407] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.708407] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.786107] env[62284]: DEBUG nova.network.neutron [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Successfully updated port: f8cb1a13-cdc8-4220-90ba-6813caa0ab4f {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.969741] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.100963] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953931, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.170033] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.170587] env[62284]: DEBUG nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.176441] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.986s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.180574] env[62284]: INFO nova.compute.claims [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.293301] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "refresh_cache-2af79296-4820-4007-9bc6-697d46d90656" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.294461] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquired lock "refresh_cache-2af79296-4820-4007-9bc6-697d46d90656" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.294632] env[62284]: DEBUG nova.network.neutron [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.465400] env[62284]: DEBUG nova.network.neutron [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Updated VIF entry in instance network info cache for port f13a23a2-771d-460d-8911-7e703149e39c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.465909] env[62284]: DEBUG nova.network.neutron [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Updating instance_info_cache with network_info: [{"id": "f13a23a2-771d-460d-8911-7e703149e39c", "address": "fa:16:3e:46:92:42", "network": {"id": "8ae330b8-8b6a-4543-a217-af979eed2119", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-900263190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c4c22c7f5f5477db31bb88d75dd1c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13a23a2-77", "ovs_interfaceid": "f13a23a2-771d-460d-8911-7e703149e39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.601271] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669898} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.601271] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Copied Virtual Disk [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/tmp-sparse.vmdk to [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.601271] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Deleting the datastore file [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af/tmp-sparse.vmdk {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.601271] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd20f0c3-516e-4ad2-8779-e9fdc17e9a8c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.609024] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1568.609024] env[62284]: value = "task-1953932" [ 1568.609024] env[62284]: _type = "Task" [ 1568.609024] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.617485] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.686152] env[62284]: DEBUG nova.compute.utils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1568.687599] env[62284]: DEBUG nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1568.687769] env[62284]: DEBUG nova.network.neutron [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1568.717179] env[62284]: DEBUG nova.compute.manager [req-81a48960-2186-4bb0-9ede-931e129f492a req-30d30d1b-e40a-4c1c-9b6e-0e9d17361dfe service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Received event network-vif-plugged-f8cb1a13-cdc8-4220-90ba-6813caa0ab4f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1568.717179] env[62284]: DEBUG oslo_concurrency.lockutils [req-81a48960-2186-4bb0-9ede-931e129f492a req-30d30d1b-e40a-4c1c-9b6e-0e9d17361dfe service nova] Acquiring lock "2af79296-4820-4007-9bc6-697d46d90656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.717179] env[62284]: DEBUG oslo_concurrency.lockutils [req-81a48960-2186-4bb0-9ede-931e129f492a req-30d30d1b-e40a-4c1c-9b6e-0e9d17361dfe service nova] Lock "2af79296-4820-4007-9bc6-697d46d90656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.717663] env[62284]: DEBUG oslo_concurrency.lockutils [req-81a48960-2186-4bb0-9ede-931e129f492a req-30d30d1b-e40a-4c1c-9b6e-0e9d17361dfe service nova] Lock "2af79296-4820-4007-9bc6-697d46d90656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.717663] env[62284]: DEBUG nova.compute.manager [req-81a48960-2186-4bb0-9ede-931e129f492a req-30d30d1b-e40a-4c1c-9b6e-0e9d17361dfe service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] No waiting events found dispatching network-vif-plugged-f8cb1a13-cdc8-4220-90ba-6813caa0ab4f {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1568.718461] env[62284]: WARNING nova.compute.manager [req-81a48960-2186-4bb0-9ede-931e129f492a req-30d30d1b-e40a-4c1c-9b6e-0e9d17361dfe service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Received unexpected event network-vif-plugged-f8cb1a13-cdc8-4220-90ba-6813caa0ab4f for instance with vm_state building and task_state spawning. [ 1568.779735] env[62284]: DEBUG nova.policy [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e667b00bf02641b0abf7b10177bf925f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfbcf7fc727a4491984fe3ffc610e593', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1568.970348] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Releasing lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.970631] env[62284]: DEBUG nova.compute.manager [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Received event network-vif-plugged-dd95ef05-ad06-4b0f-9c75-12751e28ab12 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1568.970765] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Acquiring lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.970968] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.973671] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.973955] env[62284]: DEBUG nova.compute.manager [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] No waiting events found dispatching network-vif-plugged-dd95ef05-ad06-4b0f-9c75-12751e28ab12 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1568.974263] env[62284]: WARNING nova.compute.manager [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Received unexpected event network-vif-plugged-dd95ef05-ad06-4b0f-9c75-12751e28ab12 for instance with vm_state building and task_state spawning. [ 1568.974327] env[62284]: DEBUG nova.compute.manager [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Received event network-changed-dd95ef05-ad06-4b0f-9c75-12751e28ab12 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1568.974489] env[62284]: DEBUG nova.compute.manager [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Refreshing instance network info cache due to event network-changed-dd95ef05-ad06-4b0f-9c75-12751e28ab12. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1568.974699] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Acquiring lock "refresh_cache-6a5812f6-ab26-4dde-9214-bccfa31ba1a4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.974837] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Acquired lock "refresh_cache-6a5812f6-ab26-4dde-9214-bccfa31ba1a4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.974993] env[62284]: DEBUG nova.network.neutron [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Refreshing network info cache for port dd95ef05-ad06-4b0f-9c75-12751e28ab12 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.989455] env[62284]: DEBUG nova.network.neutron [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.122103] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094078} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.122103] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1569.122103] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Moving file from [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b/c7c93e14-6b9b-4358-b7ac-8091442396af to [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af. {{(pid=62284) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1569.123293] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-df25dd16-8c83-4b11-975a-79c2a62295f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.132178] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1569.132178] env[62284]: value = "task-1953933" [ 1569.132178] env[62284]: _type = "Task" [ 1569.132178] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.141134] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953933, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.196499] env[62284]: DEBUG nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1569.348095] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece2ce2b-7558-4254-9bec-3bffde46e692 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.358810] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62b4114-b21d-4833-9302-0660d8efd7fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.394371] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa374ea-15a0-49a5-8dbf-0dfa6f8db224 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.403300] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e1698-0cb9-42cd-af2f-0b25d2670140 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.418438] env[62284]: DEBUG nova.compute.provider_tree [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.443599] env[62284]: DEBUG nova.network.neutron [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Updating instance_info_cache with network_info: [{"id": "f8cb1a13-cdc8-4220-90ba-6813caa0ab4f", "address": "fa:16:3e:96:fa:aa", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cb1a13-cd", "ovs_interfaceid": "f8cb1a13-cdc8-4220-90ba-6813caa0ab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.543763] env[62284]: DEBUG nova.network.neutron [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Successfully created port: da19113f-855e-4ab3-a512-a2b45e1e9993 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.644237] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953933, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023614} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.644562] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] File moved {{(pid=62284) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1569.644674] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Cleaning up location [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1569.644836] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Deleting the datastore file [datastore1] vmware_temp/379e1aff-3f1d-40c7-8da6-91c59cfb554b {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.645140] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb99830f-bde3-4a88-828f-c87412055d1b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.651794] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1569.651794] env[62284]: value = "task-1953934" [ 1569.651794] env[62284]: _type = "Task" [ 1569.651794] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.662322] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.924306] env[62284]: DEBUG nova.scheduler.client.report [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.948533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Releasing lock "refresh_cache-2af79296-4820-4007-9bc6-697d46d90656" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.948643] env[62284]: DEBUG nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Instance network_info: |[{"id": "f8cb1a13-cdc8-4220-90ba-6813caa0ab4f", "address": "fa:16:3e:96:fa:aa", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cb1a13-cd", "ovs_interfaceid": "f8cb1a13-cdc8-4220-90ba-6813caa0ab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.949863] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:fa:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8cb1a13-cdc8-4220-90ba-6813caa0ab4f', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.960676] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Creating folder: Project (328913d9fb0147aebe4e5ca5eca3d0a9). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.961448] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2bc81c9-343c-40a2-9c72-72f1a4507a98 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.973132] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Created folder: Project (328913d9fb0147aebe4e5ca5eca3d0a9) in parent group-v402637. [ 1569.973423] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Creating folder: Instances. Parent ref: group-v402644. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.973570] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-635f9c0d-1990-49dd-a1bb-f2d707c16345 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.983151] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Created folder: Instances in parent group-v402644. [ 1569.983409] env[62284]: DEBUG oslo.service.loopingcall [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.983606] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.983902] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2313071-8191-43ad-bdaf-9c5bb7c94310 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.008015] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.008015] env[62284]: value = "task-1953937" [ 1570.008015] env[62284]: _type = "Task" [ 1570.008015] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.016861] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953937, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.045627] env[62284]: DEBUG nova.network.neutron [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Updated VIF entry in instance network info cache for port dd95ef05-ad06-4b0f-9c75-12751e28ab12. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.046053] env[62284]: DEBUG nova.network.neutron [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Updating instance_info_cache with network_info: [{"id": "dd95ef05-ad06-4b0f-9c75-12751e28ab12", "address": "fa:16:3e:a2:fc:9c", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd95ef05-ad", "ovs_interfaceid": "dd95ef05-ad06-4b0f-9c75-12751e28ab12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.164173] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023818} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.164936] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.165882] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5cbd1c-adee-4c4b-835b-3531c300f961 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.174145] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1570.174145] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52808e6f-4615-9994-323a-96349645e60c" [ 1570.174145] env[62284]: _type = "Task" [ 1570.174145] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.182674] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52808e6f-4615-9994-323a-96349645e60c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.216821] env[62284]: DEBUG nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.252322] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.252660] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.252728] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.255984] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.256263] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.256451] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.256684] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.257034] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.257034] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.257246] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.257421] env[62284]: DEBUG nova.virt.hardware [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.258771] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dbb2ae-48dc-4125-977e-2466ba48f681 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.272101] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e74ee5d-84de-4c3a-94a3-660d3035de7e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.432642] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.433454] env[62284]: DEBUG nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1570.440031] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.467s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.440031] env[62284]: INFO nova.compute.claims [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.480887] env[62284]: DEBUG nova.network.neutron [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Successfully updated port: f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1570.517678] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953937, 'name': CreateVM_Task, 'duration_secs': 0.416151} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.517838] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.519736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.519906] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.520363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.520578] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d80163d-0ccf-49ab-8bef-e6dab1357407 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.525513] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1570.525513] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cfbfe8-bf8a-6144-0463-0f17e220a43c" [ 1570.525513] env[62284]: _type = "Task" [ 1570.525513] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.533305] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cfbfe8-bf8a-6144-0463-0f17e220a43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.548400] env[62284]: DEBUG oslo_concurrency.lockutils [req-a23b427c-8ad6-4ce3-b25d-a44499513e0f req-d12ebfe0-9272-4022-8102-1dba077caf1d service nova] Releasing lock "refresh_cache-6a5812f6-ab26-4dde-9214-bccfa31ba1a4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.687200] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52808e6f-4615-9994-323a-96349645e60c, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.687485] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.687739] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 6478fd00-dda1-410d-b0c0-b69de16292e4/6478fd00-dda1-410d-b0c0-b69de16292e4.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.688030] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.689750] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.690096] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f510be7-c39f-43d7-9503-8aadf17aa43f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.692185] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02d2e76e-b757-4e57-bb1d-b76d1efee214 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.702990] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1570.702990] env[62284]: value = "task-1953938" [ 1570.702990] env[62284]: _type = "Task" [ 1570.702990] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.704497] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.704734] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.709057] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcccbcc-76ac-4be0-9fd0-7003c73e6c23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.714355] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1570.714355] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52552ac5-108f-5eed-580c-0a64a0fa9e58" [ 1570.714355] env[62284]: _type = "Task" [ 1570.714355] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.718353] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.729618] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52552ac5-108f-5eed-580c-0a64a0fa9e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.946986] env[62284]: DEBUG nova.compute.utils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1570.948804] env[62284]: DEBUG nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1570.950499] env[62284]: DEBUG nova.network.neutron [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1570.983830] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.984129] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.986251] env[62284]: DEBUG nova.network.neutron [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.038983] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cfbfe8-bf8a-6144-0463-0f17e220a43c, 'name': SearchDatastore_Task, 'duration_secs': 0.022758} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.039371] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.039608] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.039824] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.187913] env[62284]: DEBUG nova.policy [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652d36b15a6a4ca2997548a287238296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d7064df0ba4df683ac453554e905cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1571.221289] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.229813] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52552ac5-108f-5eed-580c-0a64a0fa9e58, 'name': SearchDatastore_Task, 'duration_secs': 0.016475} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.230713] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d939d66-b0c4-444e-b125-984051f8f5f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.239123] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1571.239123] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d2d276-d5f2-494c-92c4-c28329cc49da" [ 1571.239123] env[62284]: _type = "Task" [ 1571.239123] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.248465] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d2d276-d5f2-494c-92c4-c28329cc49da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.452593] env[62284]: DEBUG nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1571.517825] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "9591494e-097f-4528-a615-88bbdf4178b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.518436] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "9591494e-097f-4528-a615-88bbdf4178b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.588552] env[62284]: DEBUG nova.network.neutron [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.605674] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fff872c-2c47-4dbf-b55e-c03eafb5acdb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.614829] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b784e2-6df2-4d3a-9fd7-5e53ae99d4b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.649215] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dee45ac-eaaa-4026-b842-e197ff666c05 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.657317] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c804efc-1abf-4e42-a6c6-6bc1f27deb50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.671034] env[62284]: DEBUG nova.compute.provider_tree [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1571.716240] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571571} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.716447] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 6478fd00-dda1-410d-b0c0-b69de16292e4/6478fd00-dda1-410d-b0c0-b69de16292e4.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1571.716658] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1571.717010] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c53539b-e98c-4c9c-90ad-ec4d3f2a5ed8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.723293] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1571.723293] env[62284]: value = "task-1953939" [ 1571.723293] env[62284]: _type = "Task" [ 1571.723293] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.731818] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.750338] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d2d276-d5f2-494c-92c4-c28329cc49da, 'name': SearchDatastore_Task, 'duration_secs': 0.022774} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.750642] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.750906] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 6a5812f6-ab26-4dde-9214-bccfa31ba1a4/6a5812f6-ab26-4dde-9214-bccfa31ba1a4.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.751442] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.751442] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.751623] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-020a64e7-f9d3-42bc-aa5b-ba5f2dfa6ae8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.753814] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e4f7bbe-2ba4-4284-987c-a72103d7360e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.760754] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1571.760754] env[62284]: value = "task-1953940" [ 1571.760754] env[62284]: _type = "Task" [ 1571.760754] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.761858] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.762032] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.765322] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd616847-f5a9-4d7a-88ba-17f68934f5e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.772183] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.773437] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1571.773437] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da7174-46ca-8c70-3ea3-bce8b5390707" [ 1571.773437] env[62284]: _type = "Task" [ 1571.773437] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.780904] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da7174-46ca-8c70-3ea3-bce8b5390707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.027418] env[62284]: DEBUG nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1572.168840] env[62284]: DEBUG nova.network.neutron [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.187379] env[62284]: DEBUG nova.compute.manager [req-a8682fdd-d2d7-4e45-b13d-09e86fa7c3f7 req-c5eca26c-8d96-420a-8fe8-adaf876a57f7 service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Received event network-vif-plugged-f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1572.187650] env[62284]: DEBUG oslo_concurrency.lockutils [req-a8682fdd-d2d7-4e45-b13d-09e86fa7c3f7 req-c5eca26c-8d96-420a-8fe8-adaf876a57f7 service nova] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.187840] env[62284]: DEBUG oslo_concurrency.lockutils [req-a8682fdd-d2d7-4e45-b13d-09e86fa7c3f7 req-c5eca26c-8d96-420a-8fe8-adaf876a57f7 service nova] Lock "076233c5-52f4-43cd-8192-1f59281020b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.188591] env[62284]: DEBUG oslo_concurrency.lockutils [req-a8682fdd-d2d7-4e45-b13d-09e86fa7c3f7 req-c5eca26c-8d96-420a-8fe8-adaf876a57f7 service nova] Lock "076233c5-52f4-43cd-8192-1f59281020b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.188853] env[62284]: DEBUG nova.compute.manager [req-a8682fdd-d2d7-4e45-b13d-09e86fa7c3f7 req-c5eca26c-8d96-420a-8fe8-adaf876a57f7 service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] No waiting events found dispatching network-vif-plugged-f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.189382] env[62284]: WARNING nova.compute.manager [req-a8682fdd-d2d7-4e45-b13d-09e86fa7c3f7 req-c5eca26c-8d96-420a-8fe8-adaf876a57f7 service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Received unexpected event network-vif-plugged-f013b955-064c-4b8f-a19b-19c095f92a9d for instance with vm_state building and task_state spawning. [ 1572.199567] env[62284]: ERROR nova.scheduler.client.report [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [req-101f8b89-1cfb-4d4f-85fe-941c3c45fcb7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-101f8b89-1cfb-4d4f-85fe-941c3c45fcb7"}]} [ 1572.227024] env[62284]: DEBUG nova.scheduler.client.report [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1572.243135] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.436521} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.245287] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.246506] env[62284]: DEBUG nova.scheduler.client.report [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1572.247082] env[62284]: DEBUG nova.compute.provider_tree [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.251405] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516cee5e-7b58-42b3-8032-d7c56ba79186 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.290302] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 6478fd00-dda1-410d-b0c0-b69de16292e4/6478fd00-dda1-410d-b0c0-b69de16292e4.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.292379] env[62284]: DEBUG nova.scheduler.client.report [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1572.301526] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5e7b60-fa52-4ecc-a2ef-e35d88a499cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.342070] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da7174-46ca-8c70-3ea3-bce8b5390707, 'name': SearchDatastore_Task, 'duration_secs': 0.019107} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.344940] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953940, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.344940] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980bc1a3-f382-4921-a9f3-91b5a7df847d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.348745] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1572.348745] env[62284]: value = "task-1953941" [ 1572.348745] env[62284]: _type = "Task" [ 1572.348745] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.355557] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1572.355557] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a4b774-2042-f38b-ad0b-f4ea404933df" [ 1572.355557] env[62284]: _type = "Task" [ 1572.355557] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.355715] env[62284]: DEBUG nova.scheduler.client.report [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1572.365040] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.370154] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a4b774-2042-f38b-ad0b-f4ea404933df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.465086] env[62284]: DEBUG nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1572.503543] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1572.503871] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.504078] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1572.504293] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.504441] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1572.504583] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1572.504791] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1572.504943] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1572.505120] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1572.505302] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1572.505447] env[62284]: DEBUG nova.virt.hardware [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1572.506879] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fa597a-1994-440a-92f4-e4a1710b2eae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.514685] env[62284]: DEBUG nova.compute.manager [req-f8ad2b0a-0c57-4958-ab70-475aa3c3b312 req-e16df66c-0425-4a1b-ae94-ec1d37af63d1 service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Received event network-changed-f8cb1a13-cdc8-4220-90ba-6813caa0ab4f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1572.514898] env[62284]: DEBUG nova.compute.manager [req-f8ad2b0a-0c57-4958-ab70-475aa3c3b312 req-e16df66c-0425-4a1b-ae94-ec1d37af63d1 service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Refreshing instance network info cache due to event network-changed-f8cb1a13-cdc8-4220-90ba-6813caa0ab4f. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1572.515223] env[62284]: DEBUG oslo_concurrency.lockutils [req-f8ad2b0a-0c57-4958-ab70-475aa3c3b312 req-e16df66c-0425-4a1b-ae94-ec1d37af63d1 service nova] Acquiring lock "refresh_cache-2af79296-4820-4007-9bc6-697d46d90656" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.515282] env[62284]: DEBUG oslo_concurrency.lockutils [req-f8ad2b0a-0c57-4958-ab70-475aa3c3b312 req-e16df66c-0425-4a1b-ae94-ec1d37af63d1 service nova] Acquired lock "refresh_cache-2af79296-4820-4007-9bc6-697d46d90656" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.515411] env[62284]: DEBUG nova.network.neutron [req-f8ad2b0a-0c57-4958-ab70-475aa3c3b312 req-e16df66c-0425-4a1b-ae94-ec1d37af63d1 service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Refreshing network info cache for port f8cb1a13-cdc8-4220-90ba-6813caa0ab4f {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.522906] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbde18eb-89f0-46db-b91b-d828886b21df {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.555970] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a552ddb-b872-48a2-bc23-62bb745fd1c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.560736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.564336] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fb53f5-efb6-40b5-a314-fd4626cd2836 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.598731] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4042c8e0-7f65-4c3d-beee-847f09d8b733 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.607130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b375e-d561-49e2-a1b7-04b09ba763a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.628578] env[62284]: DEBUG nova.compute.provider_tree [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.678117] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.678117] env[62284]: DEBUG nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Instance network_info: |[{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1572.678273] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:16:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f013b955-064c-4b8f-a19b-19c095f92a9d', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.681331] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Creating folder: Project (c2c096ef153e4cb181db153b8bf0d791). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1572.681663] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e965fb8-8911-422a-939e-280d79f57e29 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.692784] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Created folder: Project (c2c096ef153e4cb181db153b8bf0d791) in parent group-v402637. [ 1572.692992] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Creating folder: Instances. Parent ref: group-v402647. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1572.693277] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68eaebd5-4770-4804-9f4d-c5109da5fb5f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.704019] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Created folder: Instances in parent group-v402647. [ 1572.704019] env[62284]: DEBUG oslo.service.loopingcall [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.704019] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.704019] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2a64ac2-5cb2-4675-8d1e-878195f878a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.725958] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.725958] env[62284]: value = "task-1953944" [ 1572.725958] env[62284]: _type = "Task" [ 1572.725958] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.733056] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953944, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.779619] env[62284]: DEBUG nova.network.neutron [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Successfully created port: bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1572.790431] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634572} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.790773] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 6a5812f6-ab26-4dde-9214-bccfa31ba1a4/6a5812f6-ab26-4dde-9214-bccfa31ba1a4.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.791105] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.792028] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45ea4a96-21ae-4aa1-8901-e370d0a7536c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.799686] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1572.799686] env[62284]: value = "task-1953945" [ 1572.799686] env[62284]: _type = "Task" [ 1572.799686] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.807659] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.859676] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953941, 'name': ReconfigVM_Task, 'duration_secs': 0.312428} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.863261] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 6478fd00-dda1-410d-b0c0-b69de16292e4/6478fd00-dda1-410d-b0c0-b69de16292e4.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.864412] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79c8a4a5-558c-405b-a99c-493a70dfa644 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.871294] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a4b774-2042-f38b-ad0b-f4ea404933df, 'name': SearchDatastore_Task, 'duration_secs': 0.032791} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.872657] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.872940] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2af79296-4820-4007-9bc6-697d46d90656/2af79296-4820-4007-9bc6-697d46d90656.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.873297] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1572.873297] env[62284]: value = "task-1953946" [ 1572.873297] env[62284]: _type = "Task" [ 1572.873297] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.873478] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7699e523-86b1-48a9-b74f-ab79d59f1381 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.884177] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953946, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.885641] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1572.885641] env[62284]: value = "task-1953947" [ 1572.885641] env[62284]: _type = "Task" [ 1572.885641] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.894275] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.188436] env[62284]: DEBUG nova.scheduler.client.report [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 12 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1573.188436] env[62284]: DEBUG nova.compute.provider_tree [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 12 to 13 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1573.188436] env[62284]: DEBUG nova.compute.provider_tree [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.237263] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953944, 'name': CreateVM_Task, 'duration_secs': 0.480773} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.237718] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1573.238212] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.238485] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.239424] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1573.239424] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6deb6bcb-44ae-4bff-92f9-15695dcceb44 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.243875] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1573.243875] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526f0313-59e3-51fe-d878-1d7c0d99e556" [ 1573.243875] env[62284]: _type = "Task" [ 1573.243875] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.254051] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526f0313-59e3-51fe-d878-1d7c0d99e556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.315543] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066875} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.315938] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.317086] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06796cae-f2bf-4c10-acc7-c99b05cec19f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.347966] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 6a5812f6-ab26-4dde-9214-bccfa31ba1a4/6a5812f6-ab26-4dde-9214-bccfa31ba1a4.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.348955] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4f6835-b8c7-4ad1-8db5-7df1461902ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.374150] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1573.374150] env[62284]: value = "task-1953948" [ 1573.374150] env[62284]: _type = "Task" [ 1573.374150] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.387864] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.394758] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953946, 'name': Rename_Task, 'duration_secs': 0.203756} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.395296] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.396090] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fd3fe51-d306-42aa-a82b-900354d34226 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.403955] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953947, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.409710] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1573.409710] env[62284]: value = "task-1953949" [ 1573.409710] env[62284]: _type = "Task" [ 1573.409710] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.418605] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.523929] env[62284]: DEBUG nova.network.neutron [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Successfully updated port: da19113f-855e-4ab3-a512-a2b45e1e9993 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.695254] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.258s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.695754] env[62284]: DEBUG nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1573.698920] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.138s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.700340] env[62284]: INFO nova.compute.claims [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.758100] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526f0313-59e3-51fe-d878-1d7c0d99e556, 'name': SearchDatastore_Task, 'duration_secs': 0.053585} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.758100] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.758100] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.758273] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.758431] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.758600] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.759500] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4052969e-bdbc-456d-a998-ad14454ff0c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.771516] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.771908] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.774155] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fba3cc-3d27-4cd1-bd19-7335b9632da9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.779725] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1573.779725] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b7fca5-4895-9261-2c71-704999474ebe" [ 1573.779725] env[62284]: _type = "Task" [ 1573.779725] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.789500] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b7fca5-4895-9261-2c71-704999474ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.808615] env[62284]: DEBUG nova.network.neutron [req-f8ad2b0a-0c57-4958-ab70-475aa3c3b312 req-e16df66c-0425-4a1b-ae94-ec1d37af63d1 service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Updated VIF entry in instance network info cache for port f8cb1a13-cdc8-4220-90ba-6813caa0ab4f. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.808955] env[62284]: DEBUG nova.network.neutron [req-f8ad2b0a-0c57-4958-ab70-475aa3c3b312 req-e16df66c-0425-4a1b-ae94-ec1d37af63d1 service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Updating instance_info_cache with network_info: [{"id": "f8cb1a13-cdc8-4220-90ba-6813caa0ab4f", "address": "fa:16:3e:96:fa:aa", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8cb1a13-cd", "ovs_interfaceid": "f8cb1a13-cdc8-4220-90ba-6813caa0ab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.886875] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953948, 'name': ReconfigVM_Task, 'duration_secs': 0.291691} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.891375] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 6a5812f6-ab26-4dde-9214-bccfa31ba1a4/6a5812f6-ab26-4dde-9214-bccfa31ba1a4.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.895208] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb201ac4-99d3-4c9e-bde6-4eb06903d2e3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.902908] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521188} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.909262] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2af79296-4820-4007-9bc6-697d46d90656/2af79296-4820-4007-9bc6-697d46d90656.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.909262] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.909262] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1573.909262] env[62284]: value = "task-1953950" [ 1573.909262] env[62284]: _type = "Task" [ 1573.909262] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.909262] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5efa149-0e04-4d32-8bc3-269fa8b0e02d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.917919] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1573.917919] env[62284]: value = "task-1953951" [ 1573.917919] env[62284]: _type = "Task" [ 1573.917919] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.921983] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953950, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.929091] env[62284]: DEBUG oslo_vmware.api [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953949, 'name': PowerOnVM_Task, 'duration_secs': 0.488945} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.929865] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1573.931084] env[62284]: INFO nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Took 13.20 seconds to spawn the instance on the hypervisor. [ 1573.931084] env[62284]: DEBUG nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.934881] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024b1c82-c265-45f7-8038-09366e4fb88e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.937454] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.029420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquiring lock "refresh_cache-041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.029420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquired lock "refresh_cache-041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.029420] env[62284]: DEBUG nova.network.neutron [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.208214] env[62284]: DEBUG nova.compute.utils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1574.210270] env[62284]: DEBUG nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1574.210460] env[62284]: DEBUG nova.network.neutron [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1574.294904] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b7fca5-4895-9261-2c71-704999474ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.0362} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.295956] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ef39c1-31a6-4715-8043-f8c5f62a9cbd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.302427] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1574.302427] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524da26f-601b-730d-3329-a0466e7b89f0" [ 1574.302427] env[62284]: _type = "Task" [ 1574.302427] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.311969] env[62284]: DEBUG oslo_concurrency.lockutils [req-f8ad2b0a-0c57-4958-ab70-475aa3c3b312 req-e16df66c-0425-4a1b-ae94-ec1d37af63d1 service nova] Releasing lock "refresh_cache-2af79296-4820-4007-9bc6-697d46d90656" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.312587] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524da26f-601b-730d-3329-a0466e7b89f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.332018] env[62284]: DEBUG nova.policy [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adf765eb8bad437ca6a1744b680582ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722e8d35600a48ee9a1f0645144644ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1574.425962] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953950, 'name': Rename_Task, 'duration_secs': 0.140899} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.430233] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.438605] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3be61c3-bd86-43eb-ac05-0700906e1476 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.443583] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070017} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.445349] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.445349] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1574.445349] env[62284]: value = "task-1953952" [ 1574.445349] env[62284]: _type = "Task" [ 1574.445349] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.449729] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a98870-a123-4d63-a764-7c7eb286bcf0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.461819] env[62284]: INFO nova.compute.manager [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Took 17.97 seconds to build instance. [ 1574.491141] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 2af79296-4820-4007-9bc6-697d46d90656/2af79296-4820-4007-9bc6-697d46d90656.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.495573] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7819975-03d4-40b9-bb35-5f22b4c0cece {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.513816] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953952, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.521186] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1574.521186] env[62284]: value = "task-1953953" [ 1574.521186] env[62284]: _type = "Task" [ 1574.521186] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.538221] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.713643] env[62284]: DEBUG nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1574.817974] env[62284]: DEBUG nova.network.neutron [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.823913] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524da26f-601b-730d-3329-a0466e7b89f0, 'name': SearchDatastore_Task, 'duration_secs': 0.047808} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.827133] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.827133] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 076233c5-52f4-43cd-8192-1f59281020b2/076233c5-52f4-43cd-8192-1f59281020b2.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.828943] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e898826-869e-4e58-9219-9b1b00f29604 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.843322] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1574.843322] env[62284]: value = "task-1953954" [ 1574.843322] env[62284]: _type = "Task" [ 1574.843322] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.857100] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.943120] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27227c24-4ddb-46b1-9cd8-6951c6ff7a48 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.958479] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94897db7-0d69-434f-8595-9a3d0f9f79e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.965667] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9b1549c8-fcc5-4d09-b1d3-46c1c3b86148 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "6478fd00-dda1-410d-b0c0-b69de16292e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.487s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.971262] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.001988] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078153cf-214d-4354-845b-2f155216eee2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.010997] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc29d4c-00de-4650-be9d-908e2bd0b1ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.028393] env[62284]: DEBUG nova.compute.provider_tree [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.039921] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.179935] env[62284]: DEBUG nova.compute.manager [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Received event network-changed-f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1575.180222] env[62284]: DEBUG nova.compute.manager [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Refreshing instance network info cache due to event network-changed-f013b955-064c-4b8f-a19b-19c095f92a9d. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1575.180436] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.184205] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.184486] env[62284]: DEBUG nova.network.neutron [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Refreshing network info cache for port f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.314777] env[62284]: DEBUG nova.network.neutron [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Successfully created port: b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1575.358345] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.392683] env[62284]: DEBUG nova.network.neutron [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Updating instance_info_cache with network_info: [{"id": "da19113f-855e-4ab3-a512-a2b45e1e9993", "address": "fa:16:3e:94:4c:ae", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda19113f-85", "ovs_interfaceid": "da19113f-855e-4ab3-a512-a2b45e1e9993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.467769] env[62284]: DEBUG oslo_vmware.api [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953952, 'name': PowerOnVM_Task, 'duration_secs': 0.64456} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.467769] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.470165] env[62284]: INFO nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Took 12.29 seconds to spawn the instance on the hypervisor. [ 1575.470361] env[62284]: DEBUG nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.471193] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adb47cd-ac0f-4be3-9d8e-d636751a77d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.541410] env[62284]: DEBUG nova.scheduler.client.report [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.545227] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953953, 'name': ReconfigVM_Task, 'duration_secs': 0.575749} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.546186] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 2af79296-4820-4007-9bc6-697d46d90656/2af79296-4820-4007-9bc6-697d46d90656.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.546517] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67d907b1-65e7-4601-9cc9-aa62781efd3d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.556229] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1575.556229] env[62284]: value = "task-1953955" [ 1575.556229] env[62284]: _type = "Task" [ 1575.556229] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.566712] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953955, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.728830] env[62284]: DEBUG nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1575.760440] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1575.760835] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.761398] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1575.762495] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.762495] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1575.762495] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1575.762495] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1575.762495] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1575.762921] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1575.762921] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1575.762921] env[62284]: DEBUG nova.virt.hardware [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1575.763808] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf40689-250d-4dc1-8e0d-738aa7d6a2d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.772990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d54c8f6-7f38-4e4e-bfa8-e052283340a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.856158] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57441} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.858630] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 076233c5-52f4-43cd-8192-1f59281020b2/076233c5-52f4-43cd-8192-1f59281020b2.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.858835] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.859167] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa95d0e9-4838-4642-b953-527f1403a7bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.868017] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1575.868017] env[62284]: value = "task-1953956" [ 1575.868017] env[62284]: _type = "Task" [ 1575.868017] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.879101] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.900220] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Releasing lock "refresh_cache-041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.900220] env[62284]: DEBUG nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Instance network_info: |[{"id": "da19113f-855e-4ab3-a512-a2b45e1e9993", "address": "fa:16:3e:94:4c:ae", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda19113f-85", "ovs_interfaceid": "da19113f-855e-4ab3-a512-a2b45e1e9993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1575.900364] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:4c:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da19113f-855e-4ab3-a512-a2b45e1e9993', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.909189] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Creating folder: Project (cfbcf7fc727a4491984fe3ffc610e593). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1575.909478] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08357d0-862e-422e-80b3-d42feb9c82a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.919699] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Created folder: Project (cfbcf7fc727a4491984fe3ffc610e593) in parent group-v402637. [ 1575.919894] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Creating folder: Instances. Parent ref: group-v402650. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1575.920160] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed1043e5-0d7f-442b-bdd9-86d3deb4a29c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.932198] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Created folder: Instances in parent group-v402650. [ 1575.932455] env[62284]: DEBUG oslo.service.loopingcall [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.932649] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.932854] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45584244-ebde-4f8f-8101-0f460ae9fdf6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.954851] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.954851] env[62284]: value = "task-1953959" [ 1575.954851] env[62284]: _type = "Task" [ 1575.954851] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.961461] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953959, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.991023] env[62284]: INFO nova.compute.manager [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Took 17.03 seconds to build instance. [ 1576.047099] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.048035] env[62284]: DEBUG nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1576.068249] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953955, 'name': Rename_Task, 'duration_secs': 0.468947} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.068534] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.068783] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d61ec1d9-1007-4e9f-89b4-58995d24de97 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.077014] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1576.077014] env[62284]: value = "task-1953960" [ 1576.077014] env[62284]: _type = "Task" [ 1576.077014] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.088475] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.382673] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186016} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.382995] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1576.387360] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ac4395-56d6-4905-b707-260624692f41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.409293] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 076233c5-52f4-43cd-8192-1f59281020b2/076233c5-52f4-43cd-8192-1f59281020b2.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.409685] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58702a7-a776-45a9-bab8-a69ceadb6bba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.433254] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1576.433254] env[62284]: value = "task-1953961" [ 1576.433254] env[62284]: _type = "Task" [ 1576.433254] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.442858] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.464432] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953959, 'name': CreateVM_Task, 'duration_secs': 0.494084} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.464774] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.466666] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.466989] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.467500] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.467615] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1d69c4-3c79-4192-884b-781419ad3991 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.472784] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1576.472784] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52547a59-bd8f-693b-dab4-4b00f4614886" [ 1576.472784] env[62284]: _type = "Task" [ 1576.472784] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.482649] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52547a59-bd8f-693b-dab4-4b00f4614886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.493683] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a8d5d333-e0b3-4ccf-aaa8-f04bdf6e2796 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.554s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.558350] env[62284]: DEBUG nova.compute.utils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.560178] env[62284]: DEBUG nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1576.560358] env[62284]: DEBUG nova.network.neutron [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.595165] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953960, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.741274] env[62284]: DEBUG nova.policy [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc49a6e1b49475bbf306de8eb0d7a31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23cb590598db4eda98ac9752a8f5ad7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.876158] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "5ec42b93-102a-4709-916e-c88a5c5c30aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.876500] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "5ec42b93-102a-4709-916e-c88a5c5c30aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.946631] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953961, 'name': ReconfigVM_Task, 'duration_secs': 0.343047} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.947633] env[62284]: DEBUG nova.network.neutron [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Successfully updated port: bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1576.948905] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 076233c5-52f4-43cd-8192-1f59281020b2/076233c5-52f4-43cd-8192-1f59281020b2.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.950347] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42082a1b-789b-40c4-afc4-5d4c5971f525 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.957914] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1576.957914] env[62284]: value = "task-1953962" [ 1576.957914] env[62284]: _type = "Task" [ 1576.957914] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.970190] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953962, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.987267] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52547a59-bd8f-693b-dab4-4b00f4614886, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.987662] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.987923] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.988185] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.988385] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.988619] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.989618] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21dbded9-ace8-4bf5-96df-8fe2f3708372 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.999347] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.999613] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.000442] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74770664-a6d6-4676-9111-56fea04fd33d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.006984] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1577.006984] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d6b567-cebf-cb58-1811-4b434387684e" [ 1577.006984] env[62284]: _type = "Task" [ 1577.006984] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.021603] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d6b567-cebf-cb58-1811-4b434387684e, 'name': SearchDatastore_Task, 'duration_secs': 0.012225} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.022750] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684da74a-a5c9-40e6-8d52-0d4a6b44b2dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.028236] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1577.028236] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ada009-9e5c-6bf1-746b-91204ad0304a" [ 1577.028236] env[62284]: _type = "Task" [ 1577.028236] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.036936] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ada009-9e5c-6bf1-746b-91204ad0304a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.058232] env[62284]: DEBUG nova.network.neutron [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updated VIF entry in instance network info cache for port f013b955-064c-4b8f-a19b-19c095f92a9d. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.058232] env[62284]: DEBUG nova.network.neutron [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.065368] env[62284]: DEBUG nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1577.097774] env[62284]: DEBUG oslo_vmware.api [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1953960, 'name': PowerOnVM_Task, 'duration_secs': 0.969408} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.098664] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.098923] env[62284]: INFO nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Took 11.68 seconds to spawn the instance on the hypervisor. [ 1577.099233] env[62284]: DEBUG nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.099980] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c9aa6a-b184-4d7f-8c4c-0cde90a9a238 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.328922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquiring lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.329142] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.378408] env[62284]: DEBUG nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.451095] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-45d8b29a-3b2a-409e-967c-d5097085fb0e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.451360] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-45d8b29a-3b2a-409e-967c-d5097085fb0e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.451410] env[62284]: DEBUG nova.network.neutron [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.471070] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953962, 'name': Rename_Task, 'duration_secs': 0.181828} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.471353] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1577.474550] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acd8a0a9-dff6-4bca-affc-4fb1e156af71 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.481238] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1577.481238] env[62284]: value = "task-1953963" [ 1577.481238] env[62284]: _type = "Task" [ 1577.481238] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.496939] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.541216] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ada009-9e5c-6bf1-746b-91204ad0304a, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.541485] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.541773] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915/041de0f2-3ce8-4ce0-9d2b-fa8c419ba915.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1577.542058] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62b129bb-6801-4420-a72f-690c6f38f4f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.550216] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1577.550216] env[62284]: value = "task-1953964" [ 1577.550216] env[62284]: _type = "Task" [ 1577.550216] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.560611] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.560795] env[62284]: DEBUG nova.compute.manager [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Received event network-vif-plugged-da19113f-855e-4ab3-a512-a2b45e1e9993 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1577.560998] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Acquiring lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.561240] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.561438] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.561546] env[62284]: DEBUG nova.compute.manager [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] No waiting events found dispatching network-vif-plugged-da19113f-855e-4ab3-a512-a2b45e1e9993 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1577.561713] env[62284]: WARNING nova.compute.manager [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Received unexpected event network-vif-plugged-da19113f-855e-4ab3-a512-a2b45e1e9993 for instance with vm_state building and task_state spawning. [ 1577.561876] env[62284]: DEBUG nova.compute.manager [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Received event network-changed-da19113f-855e-4ab3-a512-a2b45e1e9993 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1577.562040] env[62284]: DEBUG nova.compute.manager [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Refreshing instance network info cache due to event network-changed-da19113f-855e-4ab3-a512-a2b45e1e9993. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1577.562228] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Acquiring lock "refresh_cache-041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.562364] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Acquired lock "refresh_cache-041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.562521] env[62284]: DEBUG nova.network.neutron [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Refreshing network info cache for port da19113f-855e-4ab3-a512-a2b45e1e9993 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.565764] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.630136] env[62284]: INFO nova.compute.manager [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Took 18.36 seconds to build instance. [ 1577.832940] env[62284]: DEBUG nova.compute.manager [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.916147] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.916533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.919420] env[62284]: INFO nova.compute.claims [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.990377] env[62284]: DEBUG nova.compute.manager [req-7e508d52-859b-4ff6-affd-489ef0eb5a8e req-c11840dc-9ec4-4ce3-ac6d-3acf013318e7 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Received event network-vif-plugged-bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1577.990683] env[62284]: DEBUG oslo_concurrency.lockutils [req-7e508d52-859b-4ff6-affd-489ef0eb5a8e req-c11840dc-9ec4-4ce3-ac6d-3acf013318e7 service nova] Acquiring lock "45d8b29a-3b2a-409e-967c-d5097085fb0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.990927] env[62284]: DEBUG oslo_concurrency.lockutils [req-7e508d52-859b-4ff6-affd-489ef0eb5a8e req-c11840dc-9ec4-4ce3-ac6d-3acf013318e7 service nova] Lock "45d8b29a-3b2a-409e-967c-d5097085fb0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.991139] env[62284]: DEBUG oslo_concurrency.lockutils [req-7e508d52-859b-4ff6-affd-489ef0eb5a8e req-c11840dc-9ec4-4ce3-ac6d-3acf013318e7 service nova] Lock "45d8b29a-3b2a-409e-967c-d5097085fb0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.991410] env[62284]: DEBUG nova.compute.manager [req-7e508d52-859b-4ff6-affd-489ef0eb5a8e req-c11840dc-9ec4-4ce3-ac6d-3acf013318e7 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] No waiting events found dispatching network-vif-plugged-bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1577.991628] env[62284]: WARNING nova.compute.manager [req-7e508d52-859b-4ff6-affd-489ef0eb5a8e req-c11840dc-9ec4-4ce3-ac6d-3acf013318e7 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Received unexpected event network-vif-plugged-bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3 for instance with vm_state building and task_state spawning. [ 1577.997277] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953963, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.072884] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953964, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.078472] env[62284]: DEBUG nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.085715] env[62284]: DEBUG nova.network.neutron [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.122389] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.122549] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.122654] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.124939] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.125352] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.125352] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.126499] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.126820] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.126967] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.127192] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.127375] env[62284]: DEBUG nova.virt.hardware [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.129125] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31127516-2a64-420c-b321-4289f4c26722 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.133048] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b027c8a3-1ae0-4f74-a557-00e0fb7ab0c7 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "2af79296-4820-4007-9bc6-697d46d90656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.873s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.141565] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bafd3b-55a2-4214-b08e-9d953bc1dab0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.212722] env[62284]: DEBUG nova.network.neutron [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Successfully created port: 873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1578.377149] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.502653] env[62284]: DEBUG oslo_vmware.api [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1953963, 'name': PowerOnVM_Task, 'duration_secs': 0.811064} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.502945] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.503170] env[62284]: INFO nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1578.503345] env[62284]: DEBUG nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.504644] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5960d657-e939-4711-a5a8-03379cb6c594 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.575627] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542159} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.575886] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915/041de0f2-3ce8-4ce0-9d2b-fa8c419ba915.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.576123] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1578.576687] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c3f77d1-2d89-4ddd-9d0c-53cb0aa103d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.583403] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1578.583403] env[62284]: value = "task-1953965" [ 1578.583403] env[62284]: _type = "Task" [ 1578.583403] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.592822] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.632655] env[62284]: DEBUG nova.network.neutron [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Updating instance_info_cache with network_info: [{"id": "bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3", "address": "fa:16:3e:e5:ec:0e", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf79d842-56", "ovs_interfaceid": "bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.952865] env[62284]: DEBUG nova.compute.manager [req-32597e1c-43ba-4474-b2e2-083dc2f4713a req-64f33f0d-9bdb-49b9-9302-27dbdd4c6449 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Received event network-changed-bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1578.952962] env[62284]: DEBUG nova.compute.manager [req-32597e1c-43ba-4474-b2e2-083dc2f4713a req-64f33f0d-9bdb-49b9-9302-27dbdd4c6449 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Refreshing instance network info cache due to event network-changed-bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1578.953366] env[62284]: DEBUG oslo_concurrency.lockutils [req-32597e1c-43ba-4474-b2e2-083dc2f4713a req-64f33f0d-9bdb-49b9-9302-27dbdd4c6449 service nova] Acquiring lock "refresh_cache-45d8b29a-3b2a-409e-967c-d5097085fb0e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.976454] env[62284]: DEBUG nova.network.neutron [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Updated VIF entry in instance network info cache for port da19113f-855e-4ab3-a512-a2b45e1e9993. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.976454] env[62284]: DEBUG nova.network.neutron [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Updating instance_info_cache with network_info: [{"id": "da19113f-855e-4ab3-a512-a2b45e1e9993", "address": "fa:16:3e:94:4c:ae", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda19113f-85", "ovs_interfaceid": "da19113f-855e-4ab3-a512-a2b45e1e9993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.033387] env[62284]: INFO nova.compute.manager [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Took 18.72 seconds to build instance. [ 1579.093964] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065416} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.102742] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1579.103873] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b003537-7ec7-4f82-9542-4b584176fca8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.134813] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915/041de0f2-3ce8-4ce0-9d2b-fa8c419ba915.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1579.142410] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f0abeab-1982-4ec2-ae70-036624005116 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.158924] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-45d8b29a-3b2a-409e-967c-d5097085fb0e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.159394] env[62284]: DEBUG nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Instance network_info: |[{"id": "bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3", "address": "fa:16:3e:e5:ec:0e", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf79d842-56", "ovs_interfaceid": "bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1579.160253] env[62284]: DEBUG oslo_concurrency.lockutils [req-32597e1c-43ba-4474-b2e2-083dc2f4713a req-64f33f0d-9bdb-49b9-9302-27dbdd4c6449 service nova] Acquired lock "refresh_cache-45d8b29a-3b2a-409e-967c-d5097085fb0e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.160457] env[62284]: DEBUG nova.network.neutron [req-32597e1c-43ba-4474-b2e2-083dc2f4713a req-64f33f0d-9bdb-49b9-9302-27dbdd4c6449 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Refreshing network info cache for port bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.163062] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ec:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.169520] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating folder: Project (45d7064df0ba4df683ac453554e905cd). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1579.170544] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2139c99f-79ce-4eb1-bb30-7723b1155a9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.176206] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1579.176206] env[62284]: value = "task-1953966" [ 1579.176206] env[62284]: _type = "Task" [ 1579.176206] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.182924] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created folder: Project (45d7064df0ba4df683ac453554e905cd) in parent group-v402637. [ 1579.183873] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating folder: Instances. Parent ref: group-v402653. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1579.183912] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3213a07-8a4b-4161-b766-2b76787c67d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.187770] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a943ce9-cef6-480b-ac0e-9bd8374f31ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.193564] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.198975] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78126bd-70e9-450f-bd28-8a9b27d4bbc7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.204215] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created folder: Instances in parent group-v402653. [ 1579.205802] env[62284]: DEBUG oslo.service.loopingcall [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.205802] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1579.205802] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06363172-f325-4f0d-8a37-d569b77473bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.246938] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4259d677-8559-4784-a5db-2ce0e226330c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.251027] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.251027] env[62284]: value = "task-1953969" [ 1579.251027] env[62284]: _type = "Task" [ 1579.251027] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.257874] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315f5dbe-8397-49db-9394-8f1ca5edbce0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.264859] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953969, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.275107] env[62284]: DEBUG nova.compute.provider_tree [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.478600] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0624497-d910-4ff0-b3cb-22a625b68d4a req-12e0923c-072a-4f71-b03a-e46f97a88e9d service nova] Releasing lock "refresh_cache-041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.534739] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4e56275-d720-42d9-8083-695166efd285 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.235s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.687720] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.763238] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953969, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.778988] env[62284]: DEBUG nova.scheduler.client.report [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.794324] env[62284]: DEBUG nova.network.neutron [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Successfully updated port: b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1580.190044] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953966, 'name': ReconfigVM_Task, 'duration_secs': 0.686056} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.190044] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915/041de0f2-3ce8-4ce0-9d2b-fa8c419ba915.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.190602] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17369a03-9435-4e43-adfa-3e963d9ee7ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.197927] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1580.197927] env[62284]: value = "task-1953970" [ 1580.197927] env[62284]: _type = "Task" [ 1580.197927] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.211649] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953970, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.271475] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953969, 'name': CreateVM_Task, 'duration_secs': 0.56522} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.271475] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1580.271475] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.271475] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.271475] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1580.271475] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d324cc9-20b2-461c-8398-5ecc8d246ae5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.278463] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1580.278463] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52604515-8e52-f0a6-ac62-ad6b72169772" [ 1580.278463] env[62284]: _type = "Task" [ 1580.278463] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.284831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.285469] env[62284]: DEBUG nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.289771] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.913s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.291441] env[62284]: INFO nova.compute.claims [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.295223] env[62284]: DEBUG nova.network.neutron [req-32597e1c-43ba-4474-b2e2-083dc2f4713a req-64f33f0d-9bdb-49b9-9302-27dbdd4c6449 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Updated VIF entry in instance network info cache for port bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.295631] env[62284]: DEBUG nova.network.neutron [req-32597e1c-43ba-4474-b2e2-083dc2f4713a req-64f33f0d-9bdb-49b9-9302-27dbdd4c6449 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Updating instance_info_cache with network_info: [{"id": "bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3", "address": "fa:16:3e:e5:ec:0e", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf79d842-56", "ovs_interfaceid": "bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.298028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquiring lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.298469] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquired lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.298762] env[62284]: DEBUG nova.network.neutron [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.304578] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52604515-8e52-f0a6-ac62-ad6b72169772, 'name': SearchDatastore_Task, 'duration_secs': 0.014754} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.305461] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.305755] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1580.306108] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.306301] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.306734] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1580.307103] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e125dbfa-556c-4f51-acca-5c48007d6194 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.319488] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1580.320514] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1580.321761] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc38583f-e9e5-41ac-8e52-8759ec406cd8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.329655] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1580.329655] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d449c4-6f90-6c3e-9b89-84239a6ddc63" [ 1580.329655] env[62284]: _type = "Task" [ 1580.329655] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.338799] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d449c4-6f90-6c3e-9b89-84239a6ddc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.554748] env[62284]: DEBUG nova.compute.manager [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.554748] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43968a31-3ced-4cf5-87a3-e38c442ac411 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.712514] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953970, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.799899] env[62284]: DEBUG nova.compute.utils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.805203] env[62284]: DEBUG nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.805203] env[62284]: DEBUG nova.network.neutron [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.822177] env[62284]: DEBUG oslo_concurrency.lockutils [req-32597e1c-43ba-4474-b2e2-083dc2f4713a req-64f33f0d-9bdb-49b9-9302-27dbdd4c6449 service nova] Releasing lock "refresh_cache-45d8b29a-3b2a-409e-967c-d5097085fb0e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.845446] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d449c4-6f90-6c3e-9b89-84239a6ddc63, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.846627] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bba2ba0-7d61-435d-94a7-c27269af3088 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.853471] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1580.853471] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5246c35b-8159-8a1b-924a-cc19d5a6caf0" [ 1580.853471] env[62284]: _type = "Task" [ 1580.853471] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.867117] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5246c35b-8159-8a1b-924a-cc19d5a6caf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.884119] env[62284]: DEBUG nova.network.neutron [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.979657] env[62284]: DEBUG nova.policy [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c24dc12e3a64606b8c210c5289d63ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5440f5d1b97b4cc798853fe29efed1e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1581.075033] env[62284]: INFO nova.compute.manager [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] instance snapshotting [ 1581.080406] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de5ee1-5cbe-49ee-b89d-2d4e4646c1a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.112014] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fede39-ba8c-4c1c-a609-bd99f2849d62 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.211478] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953970, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.262288] env[62284]: DEBUG nova.compute.manager [req-6377da82-dfe2-4024-a45f-2db3d65f0071 req-5f18e7f5-962c-4824-9935-66db8e7a14f1 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Received event network-vif-plugged-b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1581.263694] env[62284]: DEBUG oslo_concurrency.lockutils [req-6377da82-dfe2-4024-a45f-2db3d65f0071 req-5f18e7f5-962c-4824-9935-66db8e7a14f1 service nova] Acquiring lock "921af820-927f-4429-a5c0-e4eb55b3ca23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.264831] env[62284]: DEBUG oslo_concurrency.lockutils [req-6377da82-dfe2-4024-a45f-2db3d65f0071 req-5f18e7f5-962c-4824-9935-66db8e7a14f1 service nova] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.265348] env[62284]: DEBUG oslo_concurrency.lockutils [req-6377da82-dfe2-4024-a45f-2db3d65f0071 req-5f18e7f5-962c-4824-9935-66db8e7a14f1 service nova] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.267091] env[62284]: DEBUG nova.compute.manager [req-6377da82-dfe2-4024-a45f-2db3d65f0071 req-5f18e7f5-962c-4824-9935-66db8e7a14f1 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] No waiting events found dispatching network-vif-plugged-b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.267375] env[62284]: WARNING nova.compute.manager [req-6377da82-dfe2-4024-a45f-2db3d65f0071 req-5f18e7f5-962c-4824-9935-66db8e7a14f1 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Received unexpected event network-vif-plugged-b39c0ee3-48cb-4a17-9c0e-0fd48384f735 for instance with vm_state building and task_state spawning. [ 1581.274133] env[62284]: DEBUG nova.network.neutron [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Updating instance_info_cache with network_info: [{"id": "b39c0ee3-48cb-4a17-9c0e-0fd48384f735", "address": "fa:16:3e:3b:33:a7", "network": {"id": "4e17b35a-0056-4864-99a8-6e1518fa687f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1846146524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722e8d35600a48ee9a1f0645144644ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c0ee3-48", "ovs_interfaceid": "b39c0ee3-48cb-4a17-9c0e-0fd48384f735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.276524] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquiring lock "5612b519-7488-411d-bbee-d1d00897234c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.276885] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "5612b519-7488-411d-bbee-d1d00897234c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.305915] env[62284]: DEBUG nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.366534] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5246c35b-8159-8a1b-924a-cc19d5a6caf0, 'name': SearchDatastore_Task, 'duration_secs': 0.012658} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.366534] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.366534] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e/45d8b29a-3b2a-409e-967c-d5097085fb0e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1581.366534] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a00394-9a21-4661-b787-bb3183ffe6df {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.373660] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1581.373660] env[62284]: value = "task-1953971" [ 1581.373660] env[62284]: _type = "Task" [ 1581.373660] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.389152] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.545841] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "1c2c657e-ee19-425a-a78a-fe02656c0d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.547147] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "1c2c657e-ee19-425a-a78a-fe02656c0d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.554859] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce3db54-babb-4d1e-a9dc-bf45d3f434e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.564555] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e4cf68-befb-45f5-b367-fd67e4d470c2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.600223] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54311b29-2862-4a6c-af69-92ba05cd2d3a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.611346] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d00e454-601a-4376-ab04-437b8d04a0f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.626689] env[62284]: DEBUG nova.compute.provider_tree [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.635927] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1581.636716] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ced0406-8ac4-442a-ae64-98642c402923 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.644731] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1581.644731] env[62284]: value = "task-1953972" [ 1581.644731] env[62284]: _type = "Task" [ 1581.644731] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.653607] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.710884] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953970, 'name': Rename_Task, 'duration_secs': 1.264784} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.712976] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.713345] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04d20268-9426-4ae2-b6d2-1e698d49ae36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.721369] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1581.721369] env[62284]: value = "task-1953973" [ 1581.721369] env[62284]: _type = "Task" [ 1581.721369] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.732616] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.779216] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Releasing lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.780230] env[62284]: DEBUG nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Instance network_info: |[{"id": "b39c0ee3-48cb-4a17-9c0e-0fd48384f735", "address": "fa:16:3e:3b:33:a7", "network": {"id": "4e17b35a-0056-4864-99a8-6e1518fa687f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1846146524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722e8d35600a48ee9a1f0645144644ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c0ee3-48", "ovs_interfaceid": "b39c0ee3-48cb-4a17-9c0e-0fd48384f735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1581.783090] env[62284]: DEBUG nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1581.785998] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:33:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39c0ee3-48cb-4a17-9c0e-0fd48384f735', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1581.798289] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Creating folder: Project (722e8d35600a48ee9a1f0645144644ae). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1581.799845] env[62284]: DEBUG nova.network.neutron [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Successfully updated port: 873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.804357] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-181300e4-a2d7-40cb-b7f9-3d1675495b11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.827767] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Created folder: Project (722e8d35600a48ee9a1f0645144644ae) in parent group-v402637. [ 1581.827767] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Creating folder: Instances. Parent ref: group-v402656. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1581.829412] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b21e7c-ad6c-4143-8ad8-835a59cfff82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.842192] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Created folder: Instances in parent group-v402656. [ 1581.842793] env[62284]: DEBUG oslo.service.loopingcall [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.843370] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1581.843843] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88f4bcad-309a-4c2f-836c-ee8257f9b91d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.892872] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953971, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.897021] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1581.897021] env[62284]: value = "task-1953976" [ 1581.897021] env[62284]: _type = "Task" [ 1581.897021] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.909538] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953976, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.054114] env[62284]: DEBUG nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1582.130706] env[62284]: DEBUG nova.scheduler.client.report [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.160022] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953972, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.243596] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953973, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.308880] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.309104] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquired lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.309335] env[62284]: DEBUG nova.network.neutron [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.336116] env[62284]: DEBUG nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1582.341932] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.368222] env[62284]: DEBUG nova.network.neutron [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Successfully created port: 4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1582.396123] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529093} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.403626] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e/45d8b29a-3b2a-409e-967c-d5097085fb0e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1582.404079] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1582.407009] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d43573ec-a5e2-467f-9fd5-8fc555b82708 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.426173] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953976, 'name': CreateVM_Task, 'duration_secs': 0.438255} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.430491] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:28:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='250283687',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1223322569',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1582.430722] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.430722] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1582.430954] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.431090] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1582.431188] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1582.431954] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1582.431954] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1582.431954] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1582.431954] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1582.432232] env[62284]: DEBUG nova.virt.hardware [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1582.432407] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1582.432727] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1582.432727] env[62284]: value = "task-1953977" [ 1582.432727] env[62284]: _type = "Task" [ 1582.432727] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.433788] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81df8a6-c523-42ca-9c21-593f9378b6b4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.437910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.437910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.437910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.438118] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf99304-1340-44a5-aaa5-d1c1d5e77398 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.454881] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce59565-1ddf-4115-8182-020e0e5f578f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.462711] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.462711] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1582.462711] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529c7f03-f6c6-6bdb-2bb3-0b8a2258079d" [ 1582.462711] env[62284]: _type = "Task" [ 1582.462711] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.489726] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529c7f03-f6c6-6bdb-2bb3-0b8a2258079d, 'name': SearchDatastore_Task, 'duration_secs': 0.014153} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.490038] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.492356] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.492356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.492356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.492356] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1582.492356] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17d9d9c8-f3bd-4e2a-8201-001ac3a4d4e3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.500866] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.501153] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1582.501958] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdfc398-005f-4a3f-b1f5-b661a62bdecb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.508947] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1582.508947] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5285b77b-e275-c56b-c350-22d3065dfda5" [ 1582.508947] env[62284]: _type = "Task" [ 1582.508947] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.517410] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5285b77b-e275-c56b-c350-22d3065dfda5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.577501] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.636726] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.637350] env[62284]: DEBUG nova.compute.manager [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.641356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.300s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.643605] env[62284]: INFO nova.compute.claims [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.656924] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953972, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.732590] env[62284]: DEBUG oslo_vmware.api [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1953973, 'name': PowerOnVM_Task, 'duration_secs': 0.670246} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.732869] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1582.733085] env[62284]: INFO nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1582.733268] env[62284]: DEBUG nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1582.734544] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45ea1a1-ac0d-4cda-b019-90cd6c17a95a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.951526] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081001} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.951676] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.953085] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c20a91-780e-4c40-a030-52cc40fa9877 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.977827] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e/45d8b29a-3b2a-409e-967c-d5097085fb0e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.977827] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43eaca5-7dc9-4c34-be96-f8f100a69561 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.994796] env[62284]: DEBUG nova.network.neutron [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.002029] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1583.002029] env[62284]: value = "task-1953978" [ 1583.002029] env[62284]: _type = "Task" [ 1583.002029] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.013288] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.025149] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5285b77b-e275-c56b-c350-22d3065dfda5, 'name': SearchDatastore_Task, 'duration_secs': 0.025067} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.025714] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3dbd95-d624-40f8-8aa1-6e2d93d41557 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.031962] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1583.031962] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a9467-0d30-1e86-5e4b-7edd7f1f3797" [ 1583.031962] env[62284]: _type = "Task" [ 1583.031962] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.042293] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a9467-0d30-1e86-5e4b-7edd7f1f3797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.148458] env[62284]: DEBUG nova.compute.utils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.155091] env[62284]: DEBUG nova.compute.manager [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Not allocating networking since 'none' was specified. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1583.170230] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953972, 'name': CreateSnapshot_Task, 'duration_secs': 1.459937} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.170230] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1583.171100] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c41286-ca8d-4990-b1a8-2efcbf0560b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.257187] env[62284]: INFO nova.compute.manager [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Took 17.41 seconds to build instance. [ 1583.513900] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.544601] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a9467-0d30-1e86-5e4b-7edd7f1f3797, 'name': SearchDatastore_Task, 'duration_secs': 0.013752} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.545089] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.545481] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 921af820-927f-4429-a5c0-e4eb55b3ca23/921af820-927f-4429-a5c0-e4eb55b3ca23.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.545897] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7165d809-530e-46bf-9e48-bb373e273c29 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.555822] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1583.555822] env[62284]: value = "task-1953979" [ 1583.555822] env[62284]: _type = "Task" [ 1583.555822] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.565472] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.637634] env[62284]: DEBUG nova.network.neutron [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updating instance_info_cache with network_info: [{"id": "873b958c-31b6-4356-9ed9-367b116f8407", "address": "fa:16:3e:7b:0c:56", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873b958c-31", "ovs_interfaceid": "873b958c-31b6-4356-9ed9-367b116f8407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.663730] env[62284]: DEBUG nova.compute.manager [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.697875] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1583.698530] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-15880ae2-c8e0-4d5a-a15d-f3f5c74ee11a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.713476] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1583.713476] env[62284]: value = "task-1953980" [ 1583.713476] env[62284]: _type = "Task" [ 1583.713476] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.734043] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953980, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.764662] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e8c3a904-1a70-4f05-96f9-b35a7c6eedc7 tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.926s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.921472] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a83498-808d-4fab-b2f0-12b70c901e7c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.940578] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d06c39-91b7-4c42-8ad4-c131305d5295 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.986805] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f2442-855c-4816-9fe4-aa2ff2349e32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.995981] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e31f11b-2202-4278-95ca-3f5931cf0636 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.019706] env[62284]: DEBUG nova.compute.provider_tree [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.032566] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953978, 'name': ReconfigVM_Task, 'duration_secs': 0.943718} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.032715] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e/45d8b29a-3b2a-409e-967c-d5097085fb0e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.033427] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b92741-a19c-4635-8a0f-023e8e410174 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.048077] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1584.048077] env[62284]: value = "task-1953981" [ 1584.048077] env[62284]: _type = "Task" [ 1584.048077] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.063350] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953981, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.070777] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.144837] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Releasing lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.145076] env[62284]: DEBUG nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Instance network_info: |[{"id": "873b958c-31b6-4356-9ed9-367b116f8407", "address": "fa:16:3e:7b:0c:56", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873b958c-31", "ovs_interfaceid": "873b958c-31b6-4356-9ed9-367b116f8407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.145574] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:0c:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '873b958c-31b6-4356-9ed9-367b116f8407', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.160416] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Creating folder: Project (23cb590598db4eda98ac9752a8f5ad7e). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1584.162758] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89174f8c-9f87-4f52-bec8-4cd689f33fae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.174757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.175118] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.192186] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Created folder: Project (23cb590598db4eda98ac9752a8f5ad7e) in parent group-v402637. [ 1584.192662] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Creating folder: Instances. Parent ref: group-v402661. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1584.192961] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-024afd44-af26-42de-ae57-1324d962bd8e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.213129] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Created folder: Instances in parent group-v402661. [ 1584.213336] env[62284]: DEBUG oslo.service.loopingcall [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.213879] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.213879] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8c07450-053a-4dee-a785-f2e6507d85a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.248094] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953980, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.249459] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.249459] env[62284]: value = "task-1953984" [ 1584.249459] env[62284]: _type = "Task" [ 1584.249459] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.263696] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953984, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.391650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Acquiring lock "2af79296-4820-4007-9bc6-697d46d90656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.392353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Lock "2af79296-4820-4007-9bc6-697d46d90656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.392353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Acquiring lock "2af79296-4820-4007-9bc6-697d46d90656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.392353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Lock "2af79296-4820-4007-9bc6-697d46d90656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.392680] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Lock "2af79296-4820-4007-9bc6-697d46d90656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.394962] env[62284]: INFO nova.compute.manager [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Terminating instance [ 1584.526021] env[62284]: DEBUG nova.scheduler.client.report [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.565538] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953981, 'name': Rename_Task, 'duration_secs': 0.195707} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.567038] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.567537] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2656aa05-199d-4ce5-8018-a193bb570591 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.576624] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787129} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.577722] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 921af820-927f-4429-a5c0-e4eb55b3ca23/921af820-927f-4429-a5c0-e4eb55b3ca23.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.578312] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.579372] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8d16c7-25bf-4c73-b846-c00edc22eb72 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.583776] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1584.583776] env[62284]: value = "task-1953985" [ 1584.583776] env[62284]: _type = "Task" [ 1584.583776] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.590025] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1584.590025] env[62284]: value = "task-1953986" [ 1584.590025] env[62284]: _type = "Task" [ 1584.590025] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.600796] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.607085] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.681107] env[62284]: DEBUG nova.compute.manager [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.685122] env[62284]: DEBUG nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1584.738885] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.739041] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.739167] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.739359] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.740156] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.740337] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.740564] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.740726] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.740925] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.741958] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.741958] env[62284]: DEBUG nova.virt.hardware [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.742311] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3cddaf-1a50-46f6-8df5-04e6c1c3893e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.776758] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b970670e-c8a1-45ea-97ff-917368896ff7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.781423] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953980, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.786096] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953984, 'name': CreateVM_Task, 'duration_secs': 0.504721} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.786572] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.787351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.787604] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.788050] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1584.788422] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d997f3-3c96-41d8-8bc7-91060de9dd5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.800866] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.807147] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Creating folder: Project (31272efd5cbb4b09b676eee8182961ff). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1584.807385] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b870cf0e-e30f-42b2-8656-f6cfea068d87 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.811601] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1584.811601] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5289bc13-bf2b-56da-0b17-fae50a4bad4c" [ 1584.811601] env[62284]: _type = "Task" [ 1584.811601] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.821245] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5289bc13-bf2b-56da-0b17-fae50a4bad4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.822760] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Created folder: Project (31272efd5cbb4b09b676eee8182961ff) in parent group-v402637. [ 1584.822967] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Creating folder: Instances. Parent ref: group-v402664. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1584.823232] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08ca7406-3400-4bd5-aacf-c4fed105a98c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.842034] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Created folder: Instances in parent group-v402664. [ 1584.842034] env[62284]: DEBUG oslo.service.loopingcall [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.842034] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.842034] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b08ec53-ecab-44d8-9e6a-cf224269fa9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.864781] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.864781] env[62284]: value = "task-1953989" [ 1584.864781] env[62284]: _type = "Task" [ 1584.864781] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.874062] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953989, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.908097] env[62284]: DEBUG nova.compute.manager [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.908336] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.909257] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712dbcd6-dc67-4512-ba31-44c4a36db5a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.922858] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.923712] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f069cf7-185e-43ed-a472-012f626c6fb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.933984] env[62284]: DEBUG oslo_vmware.api [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Waiting for the task: (returnval){ [ 1584.933984] env[62284]: value = "task-1953990" [ 1584.933984] env[62284]: _type = "Task" [ 1584.933984] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.950135] env[62284]: DEBUG oslo_vmware.api [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Task: {'id': task-1953990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.962810] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquiring lock "9d427896-cb9a-45f5-b09d-9161753dfdf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.963105] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "9d427896-cb9a-45f5-b09d-9161753dfdf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.030747] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.031120] env[62284]: DEBUG nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.040042] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.459s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.040042] env[62284]: INFO nova.compute.claims [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.086574] env[62284]: DEBUG nova.compute.manager [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Received event network-changed-b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1585.086574] env[62284]: DEBUG nova.compute.manager [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Refreshing instance network info cache due to event network-changed-b39c0ee3-48cb-4a17-9c0e-0fd48384f735. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1585.087022] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Acquiring lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.087615] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Acquired lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.087886] env[62284]: DEBUG nova.network.neutron [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Refreshing network info cache for port b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.121830] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124331} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.122194] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.122548] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.127025] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ab83fa-5534-49c7-bbe8-ba9cdedd9e1f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.153485] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 921af820-927f-4429-a5c0-e4eb55b3ca23/921af820-927f-4429-a5c0-e4eb55b3ca23.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.154372] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7783d43-6318-40bb-aace-163b6c95d9be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.179539] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1585.179539] env[62284]: value = "task-1953991" [ 1585.179539] env[62284]: _type = "Task" [ 1585.179539] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.194365] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.257152] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953980, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.313739] env[62284]: DEBUG nova.network.neutron [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Successfully updated port: 4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.328684] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5289bc13-bf2b-56da-0b17-fae50a4bad4c, 'name': SearchDatastore_Task, 'duration_secs': 0.02015} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.329900] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.330179] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.330417] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.330586] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.330739] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.331441] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73b1b7c0-d4ce-4787-912e-dfec4f62dd04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.348343] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.348569] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.349475] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4328f9fd-45c7-4375-b683-cc4aa50fae9e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.353777] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.364522] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1585.364522] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52507f17-517e-0fde-0125-b7d1d6a7b29d" [ 1585.364522] env[62284]: _type = "Task" [ 1585.364522] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.390422] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953989, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.390863] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52507f17-517e-0fde-0125-b7d1d6a7b29d, 'name': SearchDatastore_Task, 'duration_secs': 0.024118} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.391635] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c96d69-543f-4e13-9323-8327e090c820 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.400409] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1585.400409] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52181789-9f4e-0c1c-7224-cdded2e0b8a8" [ 1585.400409] env[62284]: _type = "Task" [ 1585.400409] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.411986] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52181789-9f4e-0c1c-7224-cdded2e0b8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.449984] env[62284]: DEBUG oslo_vmware.api [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Task: {'id': task-1953990, 'name': PowerOffVM_Task, 'duration_secs': 0.271858} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.449984] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.449984] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.449984] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c099aa85-3623-4648-b9e3-f83441faa1b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.469045] env[62284]: DEBUG nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1585.549731] env[62284]: DEBUG nova.compute.utils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.550027] env[62284]: DEBUG nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.550225] env[62284]: DEBUG nova.network.neutron [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.559722] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.559722] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.559722] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Deleting the datastore file [datastore1] 2af79296-4820-4007-9bc6-697d46d90656 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.559722] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4afee5ba-43e6-4a2b-be67-90fe9b8f808b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.567636] env[62284]: DEBUG oslo_vmware.api [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Waiting for the task: (returnval){ [ 1585.567636] env[62284]: value = "task-1953993" [ 1585.567636] env[62284]: _type = "Task" [ 1585.567636] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.580953] env[62284]: DEBUG oslo_vmware.api [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Task: {'id': task-1953993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.602478] env[62284]: DEBUG oslo_vmware.api [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1953985, 'name': PowerOnVM_Task, 'duration_secs': 0.825903} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.603155] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1585.603155] env[62284]: INFO nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Took 13.14 seconds to spawn the instance on the hypervisor. [ 1585.603155] env[62284]: DEBUG nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1585.604050] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0894de54-080a-4691-a4ef-f35967d34624 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.689821] env[62284]: DEBUG nova.policy [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd5ba99ad406491285b77be841e70e82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3462d84f877e4a0184e8c1fb09c5ddbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.698749] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.755834] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953980, 'name': CloneVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.820911] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.820911] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquired lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.821018] env[62284]: DEBUG nova.network.neutron [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.886199] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1953989, 'name': CreateVM_Task, 'duration_secs': 0.617424} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.886459] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.886901] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.887087] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.887782] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.888048] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c94aa0c-fe45-4c74-a901-4ebbb990bc75 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.895073] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1585.895073] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5250922b-2f26-4f00-b525-0b51fc7d5f4b" [ 1585.895073] env[62284]: _type = "Task" [ 1585.895073] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.910050] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5250922b-2f26-4f00-b525-0b51fc7d5f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.917661] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52181789-9f4e-0c1c-7224-cdded2e0b8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014114} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.917863] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.918038] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9591494e-097f-4528-a615-88bbdf4178b0/9591494e-097f-4528-a615-88bbdf4178b0.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.918657] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97048dd5-0f71-4cea-980b-1d344e79141a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.928151] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1585.928151] env[62284]: value = "task-1953994" [ 1585.928151] env[62284]: _type = "Task" [ 1585.928151] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.937400] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1953994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.001770] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.050686] env[62284]: DEBUG nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1586.087221] env[62284]: DEBUG oslo_vmware.api [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Task: {'id': task-1953993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461026} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.090634] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.090634] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.091565] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.091565] env[62284]: INFO nova.compute.manager [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1586.091565] env[62284]: DEBUG oslo.service.loopingcall [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.092758] env[62284]: DEBUG nova.compute.manager [-] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.092758] env[62284]: DEBUG nova.network.neutron [-] [instance: 2af79296-4820-4007-9bc6-697d46d90656] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.148110] env[62284]: INFO nova.compute.manager [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Took 18.98 seconds to build instance. [ 1586.201101] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953991, 'name': ReconfigVM_Task, 'duration_secs': 0.647637} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.203241] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 921af820-927f-4429-a5c0-e4eb55b3ca23/921af820-927f-4429-a5c0-e4eb55b3ca23.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.203241] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c502fdd4-88ad-4972-a6dc-f5cecb8138d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.219284] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1586.219284] env[62284]: value = "task-1953995" [ 1586.219284] env[62284]: _type = "Task" [ 1586.219284] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.238024] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953995, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.258995] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1953980, 'name': CloneVM_Task, 'duration_secs': 2.053965} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.262638] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Created linked-clone VM from snapshot [ 1586.264030] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f73f35-e58a-4025-be22-3f640ee0b9a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.278893] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Uploading image 58728c37-fb0a-4f8f-a016-9ce489e1b93b {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1586.317275] env[62284]: DEBUG nova.network.neutron [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Updated VIF entry in instance network info cache for port b39c0ee3-48cb-4a17-9c0e-0fd48384f735. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.317624] env[62284]: DEBUG nova.network.neutron [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Updating instance_info_cache with network_info: [{"id": "b39c0ee3-48cb-4a17-9c0e-0fd48384f735", "address": "fa:16:3e:3b:33:a7", "network": {"id": "4e17b35a-0056-4864-99a8-6e1518fa687f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1846146524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722e8d35600a48ee9a1f0645144644ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c0ee3-48", "ovs_interfaceid": "b39c0ee3-48cb-4a17-9c0e-0fd48384f735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.351800] env[62284]: DEBUG oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1586.351800] env[62284]: value = "vm-402660" [ 1586.351800] env[62284]: _type = "VirtualMachine" [ 1586.351800] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1586.351800] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4601129-9565-472e-a647-f61721f13c84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.364256] env[62284]: DEBUG oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lease: (returnval){ [ 1586.364256] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5276b878-ac5a-1581-b47a-1163969ed3d0" [ 1586.364256] env[62284]: _type = "HttpNfcLease" [ 1586.364256] env[62284]: } obtained for exporting VM: (result){ [ 1586.364256] env[62284]: value = "vm-402660" [ 1586.364256] env[62284]: _type = "VirtualMachine" [ 1586.364256] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1586.364781] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the lease: (returnval){ [ 1586.364781] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5276b878-ac5a-1581-b47a-1163969ed3d0" [ 1586.364781] env[62284]: _type = "HttpNfcLease" [ 1586.364781] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1586.379297] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1586.379297] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5276b878-ac5a-1581-b47a-1163969ed3d0" [ 1586.379297] env[62284]: _type = "HttpNfcLease" [ 1586.379297] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1586.405803] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5250922b-2f26-4f00-b525-0b51fc7d5f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.023414} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.406423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.406726] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.407363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.407593] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.408086] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.411370] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad8bc92-a517-499e-b120-150b904bb77b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.420748] env[62284]: DEBUG nova.network.neutron [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.428503] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.428715] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.444963] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da091e6-501d-4e0e-b6c4-4ea317a74dfc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.454148] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1953994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.455580] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1586.455580] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5217ecd4-0100-a644-bad4-639ba5757e78" [ 1586.455580] env[62284]: _type = "Task" [ 1586.455580] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.463954] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5034a2-32ec-4aac-8af4-1fc01162aae7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.474833] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5217ecd4-0100-a644-bad4-639ba5757e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.483690] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a505ab-3e8f-45bd-b77c-8fd83a45abac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.521935] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e48ed8-3223-4bff-94a7-f2254de365ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.531227] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3112265-2f3e-4a5f-9fa8-97de553b607e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.548561] env[62284]: DEBUG nova.compute.provider_tree [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.603524] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquiring lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.603804] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.604120] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquiring lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.604198] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.604387] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.607231] env[62284]: INFO nova.compute.manager [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Terminating instance [ 1586.651169] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb6032cb-26c0-46cb-8e78-f3de018b5d23 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "45d8b29a-3b2a-409e-967c-d5097085fb0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.515s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.731856] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953995, 'name': Rename_Task, 'duration_secs': 0.290801} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.732133] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.732370] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dfc5078-93b6-49b3-a916-8f4afd6f556b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.738360] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "f7cf5402-4409-4bd6-b173-cccca293b20f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.738584] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.741265] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1586.741265] env[62284]: value = "task-1953997" [ 1586.741265] env[62284]: _type = "Task" [ 1586.741265] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.750222] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.833656] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Releasing lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.833936] env[62284]: DEBUG nova.compute.manager [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Received event network-vif-plugged-873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1586.834152] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Acquiring lock "9591494e-097f-4528-a615-88bbdf4178b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.834473] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Lock "9591494e-097f-4528-a615-88bbdf4178b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.834615] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Lock "9591494e-097f-4528-a615-88bbdf4178b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.834795] env[62284]: DEBUG nova.compute.manager [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] No waiting events found dispatching network-vif-plugged-873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.834983] env[62284]: WARNING nova.compute.manager [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Received unexpected event network-vif-plugged-873b958c-31b6-4356-9ed9-367b116f8407 for instance with vm_state building and task_state spawning. [ 1586.835170] env[62284]: DEBUG nova.compute.manager [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Received event network-changed-873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1586.835354] env[62284]: DEBUG nova.compute.manager [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing instance network info cache due to event network-changed-873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1586.835565] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Acquiring lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.835724] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Acquired lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.835896] env[62284]: DEBUG nova.network.neutron [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.876386] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.878274] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.878965] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1586.878965] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5276b878-ac5a-1581-b47a-1163969ed3d0" [ 1586.878965] env[62284]: _type = "HttpNfcLease" [ 1586.878965] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1586.880121] env[62284]: DEBUG oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1586.880121] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5276b878-ac5a-1581-b47a-1163969ed3d0" [ 1586.880121] env[62284]: _type = "HttpNfcLease" [ 1586.880121] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1586.880298] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b33b2f-26ca-4c2c-8a7c-19703255f98e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.891692] env[62284]: DEBUG oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e23bd6-0e5b-701c-fed1-f69b7b44ba48/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1586.891892] env[62284]: DEBUG oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e23bd6-0e5b-701c-fed1-f69b7b44ba48/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1586.954630] env[62284]: DEBUG nova.network.neutron [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Updating instance_info_cache with network_info: [{"id": "4119473f-7ce5-43e2-bd22-c1c0e1af7ac1", "address": "fa:16:3e:5d:4e:b2", "network": {"id": "22d41e09-fa49-4f20-b8dd-4e00688e83e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-706385491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5440f5d1b97b4cc798853fe29efed1e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4119473f-7c", "ovs_interfaceid": "4119473f-7ce5-43e2-bd22-c1c0e1af7ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.974403] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5217ecd4-0100-a644-bad4-639ba5757e78, 'name': SearchDatastore_Task, 'duration_secs': 0.056807} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.979896] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1953994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639675} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.979896] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6bdab8-3649-457b-83f2-a358851d27fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.983410] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9591494e-097f-4528-a615-88bbdf4178b0/9591494e-097f-4528-a615-88bbdf4178b0.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.983410] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.983519] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb56a29b-969b-42f1-889e-3b039211c418 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.991697] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1586.991697] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ce7ac1-fe66-66f0-85ff-0e67afc59009" [ 1586.991697] env[62284]: _type = "Task" [ 1586.991697] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.993590] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1586.993590] env[62284]: value = "task-1953998" [ 1586.993590] env[62284]: _type = "Task" [ 1586.993590] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.008025] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ce7ac1-fe66-66f0-85ff-0e67afc59009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.011956] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1953998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.024104] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b6a93b8-424e-46e4-a9b3-30c706bd9d1a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.053308] env[62284]: DEBUG nova.scheduler.client.report [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.068421] env[62284]: DEBUG nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.071240] env[62284]: DEBUG nova.network.neutron [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Successfully created port: de079533-031f-467b-8eab-dc3e808143f7 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.104530] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.104530] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.104530] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.105260] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.105260] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.105260] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.105260] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.105260] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.105424] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.105424] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.105424] env[62284]: DEBUG nova.virt.hardware [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.106257] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425bd11c-29f4-475a-a7a0-6d37b8bb605f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.116100] env[62284]: DEBUG nova.compute.manager [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1587.116100] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.116100] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df817cac-13d5-47e4-bd33-9c40e7d21af1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.131231] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a429de-46fd-41ae-81dd-5b55659e5f7c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.136131] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.136888] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acab20b9-779f-4158-a10e-8609c96910ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.157846] env[62284]: DEBUG oslo_vmware.api [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1587.157846] env[62284]: value = "task-1953999" [ 1587.157846] env[62284]: _type = "Task" [ 1587.157846] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.167048] env[62284]: DEBUG oslo_vmware.api [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.242353] env[62284]: DEBUG nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1587.264796] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953997, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.380082] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.382515] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.382515] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1587.382515] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.465028] env[62284]: DEBUG nova.network.neutron [-] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.469694] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Releasing lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.470105] env[62284]: DEBUG nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Instance network_info: |[{"id": "4119473f-7ce5-43e2-bd22-c1c0e1af7ac1", "address": "fa:16:3e:5d:4e:b2", "network": {"id": "22d41e09-fa49-4f20-b8dd-4e00688e83e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-706385491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5440f5d1b97b4cc798853fe29efed1e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4119473f-7c", "ovs_interfaceid": "4119473f-7ce5-43e2-bd22-c1c0e1af7ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1587.470808] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:4e:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4119473f-7ce5-43e2-bd22-c1c0e1af7ac1', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.479745] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Creating folder: Project (5440f5d1b97b4cc798853fe29efed1e0). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.482221] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-200f0122-fd27-41ac-9e30-925b153b6378 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.495956] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Created folder: Project (5440f5d1b97b4cc798853fe29efed1e0) in parent group-v402637. [ 1587.495956] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Creating folder: Instances. Parent ref: group-v402667. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.495956] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c89bf6a-df70-4809-9323-34c060519cc2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.518361] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1953998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080871} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.518626] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ce7ac1-fe66-66f0-85ff-0e67afc59009, 'name': SearchDatastore_Task, 'duration_secs': 0.018936} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.520286] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.520700] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.520995] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 75ca28c2-0e7e-4f57-bf57-dccbd195b16e/75ca28c2-0e7e-4f57-bf57-dccbd195b16e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.521473] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Created folder: Instances in parent group-v402667. [ 1587.521662] env[62284]: DEBUG oslo.service.loopingcall [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.523052] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f45d06-8613-48e0-b74b-9ad8981dfd02 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.525805] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb8319b8-420a-4b3c-8ed9-3c0811d8cc30 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.527965] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.528433] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb00732d-9186-4849-a52f-15d328f42e42 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.563853] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.564290] env[62284]: DEBUG nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.576666] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9591494e-097f-4528-a615-88bbdf4178b0/9591494e-097f-4528-a615-88bbdf4178b0.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.580111] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.226s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.582899] env[62284]: INFO nova.compute.claims [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.584281] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e63b055-6107-4263-9fe2-a7ae46281f66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.600571] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.600571] env[62284]: value = "task-1954003" [ 1587.600571] env[62284]: _type = "Task" [ 1587.600571] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.600571] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1587.600571] env[62284]: value = "task-1954002" [ 1587.600571] env[62284]: _type = "Task" [ 1587.600571] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.609672] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1587.609672] env[62284]: value = "task-1954004" [ 1587.609672] env[62284]: _type = "Task" [ 1587.609672] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.620237] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954003, 'name': CreateVM_Task} progress is 15%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.624445] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.630937] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.674186] env[62284]: DEBUG oslo_vmware.api [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1953999, 'name': PowerOffVM_Task, 'duration_secs': 0.404409} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.676577] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.676875] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.677623] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50675ed5-3c10-4d84-a928-4cc069ce31db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.764911] env[62284]: DEBUG oslo_vmware.api [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1953997, 'name': PowerOnVM_Task, 'duration_secs': 0.698748} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.765359] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.765680] env[62284]: INFO nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1587.765787] env[62284]: DEBUG nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.767766] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b56173-a10a-4541-b567-fd6f7d243276 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.778581] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.845774] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.846183] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.846633] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Deleting the datastore file [datastore1] 6a5812f6-ab26-4dde-9214-bccfa31ba1a4 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.847308] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22cc33ac-78ba-4309-9b53-67a49cb6ee8d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.856648] env[62284]: DEBUG oslo_vmware.api [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for the task: (returnval){ [ 1587.856648] env[62284]: value = "task-1954006" [ 1587.856648] env[62284]: _type = "Task" [ 1587.856648] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.867609] env[62284]: DEBUG oslo_vmware.api [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1954006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.886050] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.952131] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquiring lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.952285] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.956871] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "ca6758db-5d65-4671-814c-957348d62858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.956871] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.969915] env[62284]: INFO nova.compute.manager [-] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Took 1.88 seconds to deallocate network for instance. [ 1588.081680] env[62284]: DEBUG nova.compute.utils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.088473] env[62284]: DEBUG nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.088473] env[62284]: DEBUG nova.network.neutron [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.125151] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954003, 'name': CreateVM_Task} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.129388] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1588.129568] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.130438] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.130438] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.130784] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1588.134277] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc51f14f-bd17-4671-95fe-1e6c38a8dedd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.136578] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.143901] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1588.143901] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52217cb5-a0e4-d979-24c8-99a68dfdca22" [ 1588.143901] env[62284]: _type = "Task" [ 1588.143901] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.154347] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52217cb5-a0e4-d979-24c8-99a68dfdca22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.251811] env[62284]: DEBUG nova.policy [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4936b455c44d4bab8634f7a1b58989d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895ab6ee710b4a888239a4a54ccfdd9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.291030] env[62284]: INFO nova.compute.manager [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Took 20.34 seconds to build instance. [ 1588.368363] env[62284]: DEBUG oslo_vmware.api [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Task: {'id': task-1954006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501053} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.369366] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.369366] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.369797] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.370081] env[62284]: INFO nova.compute.manager [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1588.370426] env[62284]: DEBUG oslo.service.loopingcall [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.370680] env[62284]: DEBUG nova.compute.manager [-] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1588.370806] env[62284]: DEBUG nova.network.neutron [-] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1588.416629] env[62284]: DEBUG nova.network.neutron [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updated VIF entry in instance network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.416986] env[62284]: DEBUG nova.network.neutron [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updating instance_info_cache with network_info: [{"id": "873b958c-31b6-4356-9ed9-367b116f8407", "address": "fa:16:3e:7b:0c:56", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873b958c-31", "ovs_interfaceid": "873b958c-31b6-4356-9ed9-367b116f8407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.451078] env[62284]: DEBUG nova.compute.manager [None req-6f8b68c1-a440-4028-ab6c-24196768fb85 tempest-ServerDiagnosticsTest-2030010096 tempest-ServerDiagnosticsTest-2030010096-project-admin] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.452730] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac6e53c-2c6a-4d1d-82f0-99c05373703a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.456479] env[62284]: DEBUG nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.463873] env[62284]: INFO nova.compute.manager [None req-6f8b68c1-a440-4028-ab6c-24196768fb85 tempest-ServerDiagnosticsTest-2030010096 tempest-ServerDiagnosticsTest-2030010096-project-admin] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Retrieving diagnostics [ 1588.464774] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d1c234-d9da-46c5-92ef-0dbed55c8464 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.502108] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.506519] env[62284]: DEBUG nova.compute.manager [req-b8253ef8-2c26-425f-a657-92851dbdcd18 req-460cca3d-b33a-45ff-884b-17e1af2136ab service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Received event network-vif-plugged-4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1588.506827] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8253ef8-2c26-425f-a657-92851dbdcd18 req-460cca3d-b33a-45ff-884b-17e1af2136ab service nova] Acquiring lock "5ec42b93-102a-4709-916e-c88a5c5c30aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.507087] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8253ef8-2c26-425f-a657-92851dbdcd18 req-460cca3d-b33a-45ff-884b-17e1af2136ab service nova] Lock "5ec42b93-102a-4709-916e-c88a5c5c30aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.507325] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8253ef8-2c26-425f-a657-92851dbdcd18 req-460cca3d-b33a-45ff-884b-17e1af2136ab service nova] Lock "5ec42b93-102a-4709-916e-c88a5c5c30aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.508137] env[62284]: DEBUG nova.compute.manager [req-b8253ef8-2c26-425f-a657-92851dbdcd18 req-460cca3d-b33a-45ff-884b-17e1af2136ab service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] No waiting events found dispatching network-vif-plugged-4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1588.508137] env[62284]: WARNING nova.compute.manager [req-b8253ef8-2c26-425f-a657-92851dbdcd18 req-460cca3d-b33a-45ff-884b-17e1af2136ab service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Received unexpected event network-vif-plugged-4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 for instance with vm_state building and task_state spawning. [ 1588.592928] env[62284]: DEBUG nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.620030] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676786} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.625818] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 75ca28c2-0e7e-4f57-bf57-dccbd195b16e/75ca28c2-0e7e-4f57-bf57-dccbd195b16e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.626094] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.626437] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b29a2eac-5688-4adf-a17e-b74f8bfc8a46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.637301] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.638786] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1588.638786] env[62284]: value = "task-1954007" [ 1588.638786] env[62284]: _type = "Task" [ 1588.638786] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.652998] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.656850] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52217cb5-a0e4-d979-24c8-99a68dfdca22, 'name': SearchDatastore_Task, 'duration_secs': 0.055557} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.659505] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.663022] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.663022] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.663022] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.663022] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.663022] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-655afc76-5a2b-4105-bde6-f1eff7314135 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.669753] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.669980] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.670782] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77aefcc2-9861-4e2f-b2a5-61860a84cc87 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.679696] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1588.679696] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52715885-946a-e4fb-b356-807260a55c5a" [ 1588.679696] env[62284]: _type = "Task" [ 1588.679696] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.689225] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52715885-946a-e4fb-b356-807260a55c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.788874] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d248aa4-4a6a-4449-8f4a-3c40b4946348 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.848s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.900200] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffc3352-40af-49c2-96f4-9282fc6ea941 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.913919] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cde7ba9-2cc3-4e3f-9ef4-971e6c498e88 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.948525] env[62284]: DEBUG oslo_concurrency.lockutils [req-5529369e-2861-40a9-a696-aa7fde697caf req-d8da006a-48fc-43a1-8080-221e67083d01 service nova] Releasing lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.948525] env[62284]: DEBUG nova.network.neutron [-] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.949891] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63545c10-011f-4e3b-999b-df38cce36d19 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.959917] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c0b71a-d151-4e02-8302-17ea736bb3e3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.982208] env[62284]: DEBUG nova.compute.provider_tree [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.988460] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.130258] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.155605] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.190641] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52715885-946a-e4fb-b356-807260a55c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.191975] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074bc87f-2255-4e96-a171-61e0c90810ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.198481] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1589.198481] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e9e9b1-f279-1bb1-b3d0-0e59533eed37" [ 1589.198481] env[62284]: _type = "Task" [ 1589.198481] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.209281] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e9e9b1-f279-1bb1-b3d0-0e59533eed37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.291154] env[62284]: DEBUG nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.349886] env[62284]: DEBUG nova.network.neutron [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Successfully created port: f3018b8a-70ba-4f43-b1c3-ee641d9e4a50 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1589.454134] env[62284]: INFO nova.compute.manager [-] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Took 1.08 seconds to deallocate network for instance. [ 1589.484522] env[62284]: DEBUG nova.scheduler.client.report [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.605344] env[62284]: DEBUG nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.633844] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954004, 'name': ReconfigVM_Task, 'duration_secs': 1.545109} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.636392] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.636581] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.636714] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.636902] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.637263] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.637735] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.637735] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.637871] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.638057] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.638226] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.638404] env[62284]: DEBUG nova.virt.hardware [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.638730] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9591494e-097f-4528-a615-88bbdf4178b0/9591494e-097f-4528-a615-88bbdf4178b0.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.640048] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1859a7-8ada-4bd1-b0a4-ff79a1d53258 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.642948] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517e21d3-77d8-4e26-a195-24b36c7db0ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.653431] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d34a598-eed3-4991-8c09-aec0150ecc95 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.662560] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1589.662560] env[62284]: value = "task-1954008" [ 1589.662560] env[62284]: _type = "Task" [ 1589.662560] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.662797] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.582593} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.663561] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.667845] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bd193c-7e24-4446-a6f9-b49677b768fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.691930] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954008, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.708468] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 75ca28c2-0e7e-4f57-bf57-dccbd195b16e/75ca28c2-0e7e-4f57-bf57-dccbd195b16e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.711863] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f56058-ba3e-40fd-a7e1-cb88f5e46e51 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.732886] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e9e9b1-f279-1bb1-b3d0-0e59533eed37, 'name': SearchDatastore_Task, 'duration_secs': 0.014843} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.738264] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.738264] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 5ec42b93-102a-4709-916e-c88a5c5c30aa/5ec42b93-102a-4709-916e-c88a5c5c30aa.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.738264] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1589.738264] env[62284]: value = "task-1954009" [ 1589.738264] env[62284]: _type = "Task" [ 1589.738264] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.738264] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b4fe4e9-25df-4d77-aa46-19aa25dd872d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.745449] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954009, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.747842] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1589.747842] env[62284]: value = "task-1954010" [ 1589.747842] env[62284]: _type = "Task" [ 1589.747842] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.757018] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.779729] env[62284]: DEBUG nova.compute.manager [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Received event network-changed-f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1589.779931] env[62284]: DEBUG nova.compute.manager [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Refreshing instance network info cache due to event network-changed-f013b955-064c-4b8f-a19b-19c095f92a9d. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1589.780198] env[62284]: DEBUG oslo_concurrency.lockutils [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.780347] env[62284]: DEBUG oslo_concurrency.lockutils [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.780561] env[62284]: DEBUG nova.network.neutron [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Refreshing network info cache for port f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1589.817913] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.965717] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.991961] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.992456] env[62284]: DEBUG nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1589.995371] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.994s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.999035] env[62284]: INFO nova.compute.claims [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.177306] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954008, 'name': Rename_Task, 'duration_secs': 0.196911} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.179295] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.179295] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c58103d-59fd-4bc5-99a7-644fc39554e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.188023] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1590.188023] env[62284]: value = "task-1954011" [ 1590.188023] env[62284]: _type = "Task" [ 1590.188023] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.201450] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.248012] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.260590] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954010, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.262270] env[62284]: DEBUG nova.network.neutron [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Successfully updated port: de079533-031f-467b-8eab-dc3e808143f7 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.505639] env[62284]: DEBUG nova.compute.utils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1590.513371] env[62284]: DEBUG nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1590.513667] env[62284]: DEBUG nova.network.neutron [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1590.699438] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.755397] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.765642] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquiring lock "refresh_cache-5612b519-7488-411d-bbee-d1d00897234c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.765839] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquired lock "refresh_cache-5612b519-7488-411d-bbee-d1d00897234c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.766035] env[62284]: DEBUG nova.network.neutron [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.774682] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557916} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.775513] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 5ec42b93-102a-4709-916e-c88a5c5c30aa/5ec42b93-102a-4709-916e-c88a5c5c30aa.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.775924] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.776492] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b245951b-9d37-480e-92c3-a6f8c616cc5c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.784793] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1590.784793] env[62284]: value = "task-1954012" [ 1590.784793] env[62284]: _type = "Task" [ 1590.784793] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.790139] env[62284]: DEBUG nova.policy [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fc94c1990a049d69ce62860903a5a16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab188862892548d39da8dfc1d3f1ed03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1590.796666] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.025093] env[62284]: DEBUG nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1591.100286] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquiring lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.101784] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.101784] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquiring lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.101871] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.103716] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.112634] env[62284]: INFO nova.compute.manager [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Terminating instance [ 1591.201420] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.256970] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.297516] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.388985] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c24f6-be00-414a-8544-c3a783f485c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.398311] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610afa63-ffdb-4135-abb6-a0f04b1f534b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.437946] env[62284]: DEBUG nova.network.neutron [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.440960] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aeedae-328b-4e91-bfd4-7e4afeefbfe0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.449280] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3b5048-e007-4a8e-91a0-135c718f957f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.465705] env[62284]: DEBUG nova.compute.provider_tree [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.542186] env[62284]: DEBUG nova.network.neutron [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updated VIF entry in instance network info cache for port f013b955-064c-4b8f-a19b-19c095f92a9d. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.542186] env[62284]: DEBUG nova.network.neutron [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.621679] env[62284]: DEBUG nova.compute.manager [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.621679] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.622785] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe8705-a084-4ff0-b67b-ffd2ae358cf5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.634253] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.634253] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c820757b-9f58-4c1e-a985-43450207eba8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.642498] env[62284]: DEBUG oslo_vmware.api [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1591.642498] env[62284]: value = "task-1954013" [ 1591.642498] env[62284]: _type = "Task" [ 1591.642498] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.661961] env[62284]: DEBUG oslo_vmware.api [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1954013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.701559] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.757848] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954009, 'name': ReconfigVM_Task, 'duration_secs': 1.662472} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.758209] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 75ca28c2-0e7e-4f57-bf57-dccbd195b16e/75ca28c2-0e7e-4f57-bf57-dccbd195b16e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.758873] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ae57985-8cf9-4120-90ea-debfaaba46a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.765616] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1591.765616] env[62284]: value = "task-1954014" [ 1591.765616] env[62284]: _type = "Task" [ 1591.765616] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.774848] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954014, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.797078] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.658088} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.797721] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.798356] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0146a2e-6045-4da9-b424-8ba1594ebe44 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.822880] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5ec42b93-102a-4709-916e-c88a5c5c30aa/5ec42b93-102a-4709-916e-c88a5c5c30aa.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.823182] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bae674d2-4fd9-4035-9bbd-38975b2ffd1e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.843617] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1591.843617] env[62284]: value = "task-1954015" [ 1591.843617] env[62284]: _type = "Task" [ 1591.843617] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.854188] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.998083] env[62284]: ERROR nova.scheduler.client.report [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [req-37ad48b7-92d7-4e63-9afd-ae8744bca53a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-37ad48b7-92d7-4e63-9afd-ae8744bca53a"}]} [ 1592.028372] env[62284]: DEBUG nova.scheduler.client.report [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1592.044242] env[62284]: DEBUG nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1592.048504] env[62284]: DEBUG oslo_concurrency.lockutils [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.048504] env[62284]: DEBUG nova.compute.manager [req-3f1cebfb-ea71-475b-8a06-933e045ab197 req-46696098-588b-4257-82d2-df7a004ed5ac service nova] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Received event network-vif-deleted-f8cb1a13-cdc8-4220-90ba-6813caa0ab4f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1592.054652] env[62284]: DEBUG nova.scheduler.client.report [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1592.055343] env[62284]: DEBUG nova.compute.provider_tree [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1592.071954] env[62284]: DEBUG nova.scheduler.client.report [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1592.081128] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.081389] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.081543] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.081718] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.082235] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.082235] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.082235] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.082393] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.082538] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.082697] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.082983] env[62284]: DEBUG nova.virt.hardware [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.083834] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57fc1e6-0ada-4462-ab73-b4609412f111 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.098165] env[62284]: DEBUG nova.scheduler.client.report [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1592.102404] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c1634-4984-4a21-afba-199427023aa7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.158732] env[62284]: DEBUG oslo_vmware.api [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1954013, 'name': PowerOffVM_Task, 'duration_secs': 0.255807} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.164817] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.165065] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.165594] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-197f697f-1a8c-43d4-ac98-de9b1dae2742 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.199922] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.233567] env[62284]: DEBUG nova.network.neutron [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Updating instance_info_cache with network_info: [{"id": "de079533-031f-467b-8eab-dc3e808143f7", "address": "fa:16:3e:16:e1:28", "network": {"id": "15b88fe4-18ad-4413-b8d5-398e8f41fd5e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-697596673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3462d84f877e4a0184e8c1fb09c5ddbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde079533-03", "ovs_interfaceid": "de079533-031f-467b-8eab-dc3e808143f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.260386] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.260386] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.260386] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Deleting the datastore file [datastore1] 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.262709] env[62284]: DEBUG nova.compute.manager [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Received event network-changed-4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1592.262709] env[62284]: DEBUG nova.compute.manager [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Refreshing instance network info cache due to event network-changed-4119473f-7ce5-43e2-bd22-c1c0e1af7ac1. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1592.262709] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Acquiring lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.262709] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Acquired lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.262876] env[62284]: DEBUG nova.network.neutron [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Refreshing network info cache for port 4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.265941] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6367244-e9f5-4b76-903d-e77e8f6fcbd3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.276519] env[62284]: DEBUG oslo_vmware.api [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for the task: (returnval){ [ 1592.276519] env[62284]: value = "task-1954021" [ 1592.276519] env[62284]: _type = "Task" [ 1592.276519] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.284920] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954014, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.306984] env[62284]: DEBUG oslo_vmware.api [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1954021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.361188] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954015, 'name': ReconfigVM_Task, 'duration_secs': 0.455244} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.361529] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5ec42b93-102a-4709-916e-c88a5c5c30aa/5ec42b93-102a-4709-916e-c88a5c5c30aa.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.362202] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9091d705-a00b-4baf-b53c-91c828af1497 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.371425] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1592.371425] env[62284]: value = "task-1954022" [ 1592.371425] env[62284]: _type = "Task" [ 1592.371425] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.386855] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954022, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.487845] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7350dc3-e68f-41d7-9218-9ffe70ddc067 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.493372] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0735b6-3355-4ee4-9356-2be7ca2e8e6f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.534124] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4397de6-dbff-464e-9017-f90000f7d96e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.544856] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d2ced4-ed67-4825-ac99-6c217ac0c0a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.560583] env[62284]: DEBUG nova.compute.provider_tree [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1592.641379] env[62284]: DEBUG nova.network.neutron [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Successfully created port: 34f3e6f0-f448-4f9a-b725-7819853cd479 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.699400] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.742131] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Releasing lock "refresh_cache-5612b519-7488-411d-bbee-d1d00897234c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.742131] env[62284]: DEBUG nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Instance network_info: |[{"id": "de079533-031f-467b-8eab-dc3e808143f7", "address": "fa:16:3e:16:e1:28", "network": {"id": "15b88fe4-18ad-4413-b8d5-398e8f41fd5e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-697596673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3462d84f877e4a0184e8c1fb09c5ddbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde079533-03", "ovs_interfaceid": "de079533-031f-467b-8eab-dc3e808143f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1592.742310] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:e1:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de079533-031f-467b-8eab-dc3e808143f7', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.746411] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Creating folder: Project (3462d84f877e4a0184e8c1fb09c5ddbb). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1592.747592] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44dcf4ca-acd9-4086-b6f0-e5b951c6370f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.758765] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Created folder: Project (3462d84f877e4a0184e8c1fb09c5ddbb) in parent group-v402637. [ 1592.758765] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Creating folder: Instances. Parent ref: group-v402673. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1592.758765] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-113d659c-c0b6-439f-957e-7fdac3d61161 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.776796] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Created folder: Instances in parent group-v402673. [ 1592.778091] env[62284]: DEBUG oslo.service.loopingcall [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.778091] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.778524] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd558e0e-c3b6-4e28-9f25-cff6608dfb69 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.798435] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954014, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.807770] env[62284]: DEBUG oslo_vmware.api [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Task: {'id': task-1954021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241324} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.807966] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.808166] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.808334] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.808498] env[62284]: INFO nova.compute.manager [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1592.811250] env[62284]: DEBUG oslo.service.loopingcall [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.811250] env[62284]: DEBUG nova.compute.manager [-] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.811250] env[62284]: DEBUG nova.network.neutron [-] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.816122] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.816122] env[62284]: value = "task-1954025" [ 1592.816122] env[62284]: _type = "Task" [ 1592.816122] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.830807] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954025, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.887380] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954022, 'name': Rename_Task, 'duration_secs': 0.201142} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.887810] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.888209] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7f22098-b70a-4e88-adb4-a472d8b27cca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.899455] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1592.899455] env[62284]: value = "task-1954026" [ 1592.899455] env[62284]: _type = "Task" [ 1592.899455] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.913844] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954026, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.116243] env[62284]: DEBUG nova.scheduler.client.report [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1593.117186] env[62284]: DEBUG nova.compute.provider_tree [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 22 to 23 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1593.117186] env[62284]: DEBUG nova.compute.provider_tree [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1593.204754] env[62284]: DEBUG oslo_vmware.api [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954011, 'name': PowerOnVM_Task, 'duration_secs': 2.704165} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.204754] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.204754] env[62284]: INFO nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Took 15.12 seconds to spawn the instance on the hypervisor. [ 1593.204754] env[62284]: DEBUG nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.204754] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cab2a11-bb8e-4705-bc79-b689871768f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.277239] env[62284]: DEBUG nova.network.neutron [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Successfully updated port: f3018b8a-70ba-4f43-b1c3-ee641d9e4a50 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1593.286207] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954014, 'name': Rename_Task, 'duration_secs': 1.22425} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.286629] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.287032] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-943cd666-9d73-484f-af29-2298c82c75e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.294950] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1593.294950] env[62284]: value = "task-1954027" [ 1593.294950] env[62284]: _type = "Task" [ 1593.294950] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.327250] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954025, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.412863] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.623865] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.628s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.624434] env[62284]: DEBUG nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1593.630670] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.852s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.635285] env[62284]: INFO nova.compute.claims [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.731355] env[62284]: DEBUG nova.network.neutron [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Updated VIF entry in instance network info cache for port 4119473f-7ce5-43e2-bd22-c1c0e1af7ac1. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.731672] env[62284]: DEBUG nova.network.neutron [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Updating instance_info_cache with network_info: [{"id": "4119473f-7ce5-43e2-bd22-c1c0e1af7ac1", "address": "fa:16:3e:5d:4e:b2", "network": {"id": "22d41e09-fa49-4f20-b8dd-4e00688e83e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-706385491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5440f5d1b97b4cc798853fe29efed1e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4119473f-7c", "ovs_interfaceid": "4119473f-7ce5-43e2-bd22-c1c0e1af7ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.734628] env[62284]: INFO nova.compute.manager [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Took 21.19 seconds to build instance. [ 1593.780544] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "refresh_cache-1c2c657e-ee19-425a-a78a-fe02656c0d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.780752] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "refresh_cache-1c2c657e-ee19-425a-a78a-fe02656c0d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.780940] env[62284]: DEBUG nova.network.neutron [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.808501] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954027, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.836212] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954025, 'name': CreateVM_Task, 'duration_secs': 0.584342} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.836212] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.836639] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.836829] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.837726] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.839303] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4833e8bf-f5d1-4bd8-8141-acf72ac9ce5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.843353] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1593.843353] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52279ded-21b4-00be-0ea5-1cb6396dbf21" [ 1593.843353] env[62284]: _type = "Task" [ 1593.843353] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.852547] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52279ded-21b4-00be-0ea5-1cb6396dbf21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.918462] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.944049] env[62284]: DEBUG nova.network.neutron [-] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.137381] env[62284]: DEBUG nova.compute.utils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.138969] env[62284]: DEBUG nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.138969] env[62284]: DEBUG nova.network.neutron [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.210953] env[62284]: DEBUG nova.policy [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a9f20cb8e60469b93134a4f82ba5ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caae7bfbf8864908b305b9abe1dd31e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.241657] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d0ced4-ea3e-4368-964f-40839dba9c99 tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "9591494e-097f-4528-a615-88bbdf4178b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.723s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.242144] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Releasing lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.242380] env[62284]: DEBUG nova.compute.manager [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Received event network-vif-deleted-dd95ef05-ad06-4b0f-9c75-12751e28ab12 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1594.242580] env[62284]: DEBUG nova.compute.manager [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Received event network-vif-plugged-de079533-031f-467b-8eab-dc3e808143f7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1594.242786] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Acquiring lock "5612b519-7488-411d-bbee-d1d00897234c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.243045] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Lock "5612b519-7488-411d-bbee-d1d00897234c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.243222] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Lock "5612b519-7488-411d-bbee-d1d00897234c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.243432] env[62284]: DEBUG nova.compute.manager [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] No waiting events found dispatching network-vif-plugged-de079533-031f-467b-8eab-dc3e808143f7 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1594.243653] env[62284]: WARNING nova.compute.manager [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Received unexpected event network-vif-plugged-de079533-031f-467b-8eab-dc3e808143f7 for instance with vm_state building and task_state spawning. [ 1594.243857] env[62284]: DEBUG nova.compute.manager [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Received event network-changed-de079533-031f-467b-8eab-dc3e808143f7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1594.244133] env[62284]: DEBUG nova.compute.manager [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Refreshing instance network info cache due to event network-changed-de079533-031f-467b-8eab-dc3e808143f7. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1594.244341] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Acquiring lock "refresh_cache-5612b519-7488-411d-bbee-d1d00897234c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.244509] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Acquired lock "refresh_cache-5612b519-7488-411d-bbee-d1d00897234c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.244683] env[62284]: DEBUG nova.network.neutron [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Refreshing network info cache for port de079533-031f-467b-8eab-dc3e808143f7 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.310329] env[62284]: DEBUG oslo_vmware.api [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954027, 'name': PowerOnVM_Task, 'duration_secs': 0.870758} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.310329] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.310329] env[62284]: INFO nova.compute.manager [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1594.310329] env[62284]: DEBUG nova.compute.manager [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.310902] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc883fa4-a83f-4914-a2f5-5e9c2bfe9251 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.357303] env[62284]: DEBUG nova.network.neutron [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.363292] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52279ded-21b4-00be-0ea5-1cb6396dbf21, 'name': SearchDatastore_Task, 'duration_secs': 0.019547} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.363964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.364225] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.364464] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.364624] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.364797] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.365081] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce7402e2-b8bf-45de-82fa-e9c5701ac263 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.380782] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.381088] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.381859] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d5ad48-0bcc-48d4-a99c-cddadb85aec4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.397116] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1594.397116] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52982df6-b310-98a0-0ec5-26f8cb56587a" [ 1594.397116] env[62284]: _type = "Task" [ 1594.397116] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.405776] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52982df6-b310-98a0-0ec5-26f8cb56587a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.416497] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.447351] env[62284]: INFO nova.compute.manager [-] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Took 1.64 seconds to deallocate network for instance. [ 1594.567100] env[62284]: INFO nova.compute.manager [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Rebuilding instance [ 1594.620791] env[62284]: DEBUG nova.compute.manager [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.621338] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4cd17a-aaab-4771-84db-6b636eb57ad4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.644685] env[62284]: DEBUG nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1594.714959] env[62284]: DEBUG nova.network.neutron [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Updating instance_info_cache with network_info: [{"id": "f3018b8a-70ba-4f43-b1c3-ee641d9e4a50", "address": "fa:16:3e:ab:89:73", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3018b8a-70", "ovs_interfaceid": "f3018b8a-70ba-4f43-b1c3-ee641d9e4a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.833876] env[62284]: INFO nova.compute.manager [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Took 16.49 seconds to build instance. [ 1594.909321] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52982df6-b310-98a0-0ec5-26f8cb56587a, 'name': SearchDatastore_Task, 'duration_secs': 0.043754} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.915717] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85805dfe-8a2c-4ebd-8021-89e1e9b3cdd9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.926257] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.929046] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1594.929046] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52318559-296a-1235-7bb8-cb702ba6b542" [ 1594.929046] env[62284]: _type = "Task" [ 1594.929046] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.938310] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52318559-296a-1235-7bb8-cb702ba6b542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.960767] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.961768] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eedb2b-8f50-44aa-9a5c-dd12da3fa4ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.975255] env[62284]: DEBUG nova.network.neutron [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Successfully created port: c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.978294] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e4515c-a2da-482c-ab53-f2172cd9c8dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.021108] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8584a87f-21ee-4b16-a9c8-c156281e404a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.033785] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f0fa81-52fc-465c-9ed6-f5ac44318d89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.056017] env[62284]: DEBUG nova.compute.provider_tree [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.196992] env[62284]: DEBUG nova.compute.manager [req-42f558da-1b00-40ea-98df-a57b3e707a3c req-1ce4a3da-5c30-402a-a8d1-4ca8d09f237f service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Received event network-vif-plugged-f3018b8a-70ba-4f43-b1c3-ee641d9e4a50 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1595.197330] env[62284]: DEBUG oslo_concurrency.lockutils [req-42f558da-1b00-40ea-98df-a57b3e707a3c req-1ce4a3da-5c30-402a-a8d1-4ca8d09f237f service nova] Acquiring lock "1c2c657e-ee19-425a-a78a-fe02656c0d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.197552] env[62284]: DEBUG oslo_concurrency.lockutils [req-42f558da-1b00-40ea-98df-a57b3e707a3c req-1ce4a3da-5c30-402a-a8d1-4ca8d09f237f service nova] Lock "1c2c657e-ee19-425a-a78a-fe02656c0d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.197724] env[62284]: DEBUG oslo_concurrency.lockutils [req-42f558da-1b00-40ea-98df-a57b3e707a3c req-1ce4a3da-5c30-402a-a8d1-4ca8d09f237f service nova] Lock "1c2c657e-ee19-425a-a78a-fe02656c0d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.197874] env[62284]: DEBUG nova.compute.manager [req-42f558da-1b00-40ea-98df-a57b3e707a3c req-1ce4a3da-5c30-402a-a8d1-4ca8d09f237f service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] No waiting events found dispatching network-vif-plugged-f3018b8a-70ba-4f43-b1c3-ee641d9e4a50 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.198108] env[62284]: WARNING nova.compute.manager [req-42f558da-1b00-40ea-98df-a57b3e707a3c req-1ce4a3da-5c30-402a-a8d1-4ca8d09f237f service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Received unexpected event network-vif-plugged-f3018b8a-70ba-4f43-b1c3-ee641d9e4a50 for instance with vm_state building and task_state spawning. [ 1595.218110] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "refresh_cache-1c2c657e-ee19-425a-a78a-fe02656c0d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.218755] env[62284]: DEBUG nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Instance network_info: |[{"id": "f3018b8a-70ba-4f43-b1c3-ee641d9e4a50", "address": "fa:16:3e:ab:89:73", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3018b8a-70", "ovs_interfaceid": "f3018b8a-70ba-4f43-b1c3-ee641d9e4a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1595.218929] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:89:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3018b8a-70ba-4f43-b1c3-ee641d9e4a50', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1595.227031] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Creating folder: Project (895ab6ee710b4a888239a4a54ccfdd9d). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.228561] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9ceacb9-40a7-4b23-89ec-cfb30da7380f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.242813] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Created folder: Project (895ab6ee710b4a888239a4a54ccfdd9d) in parent group-v402637. [ 1595.243129] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Creating folder: Instances. Parent ref: group-v402676. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1595.243306] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54f73083-0cbe-45e9-88b2-7fbe5aae3c30 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.252856] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Created folder: Instances in parent group-v402676. [ 1595.253146] env[62284]: DEBUG oslo.service.loopingcall [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.253348] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1595.253561] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-327e4171-e311-4ad4-8648-6bedd6123d8d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.274779] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1595.274779] env[62284]: value = "task-1954031" [ 1595.274779] env[62284]: _type = "Task" [ 1595.274779] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.284122] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954031, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.338179] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdb14456-55c5-4290-8fbb-7c3e85ac9409 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.009s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.372359] env[62284]: DEBUG nova.network.neutron [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Updated VIF entry in instance network info cache for port de079533-031f-467b-8eab-dc3e808143f7. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1595.372690] env[62284]: DEBUG nova.network.neutron [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Updating instance_info_cache with network_info: [{"id": "de079533-031f-467b-8eab-dc3e808143f7", "address": "fa:16:3e:16:e1:28", "network": {"id": "15b88fe4-18ad-4413-b8d5-398e8f41fd5e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-697596673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3462d84f877e4a0184e8c1fb09c5ddbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde079533-03", "ovs_interfaceid": "de079533-031f-467b-8eab-dc3e808143f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.385944] env[62284]: DEBUG nova.network.neutron [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Successfully updated port: 34f3e6f0-f448-4f9a-b725-7819853cd479 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1595.419489] env[62284]: DEBUG oslo_vmware.api [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954026, 'name': PowerOnVM_Task, 'duration_secs': 2.224061} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.419761] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.419971] env[62284]: INFO nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Took 13.08 seconds to spawn the instance on the hypervisor. [ 1595.420200] env[62284]: DEBUG nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.421031] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c2c79-3103-4dfb-a30e-778ab0d7c832 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.440983] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52318559-296a-1235-7bb8-cb702ba6b542, 'name': SearchDatastore_Task, 'duration_secs': 0.080429} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.443924] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.443924] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 5612b519-7488-411d-bbee-d1d00897234c/5612b519-7488-411d-bbee-d1d00897234c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.443924] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3da0735f-8114-4910-8950-fc6faae7773a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.449782] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1595.449782] env[62284]: value = "task-1954032" [ 1595.449782] env[62284]: _type = "Task" [ 1595.449782] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.458572] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.564039] env[62284]: DEBUG nova.scheduler.client.report [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.640909] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.641744] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-387ae293-1c8f-448f-a9a1-0045ff755dbe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.648990] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1595.648990] env[62284]: value = "task-1954033" [ 1595.648990] env[62284]: _type = "Task" [ 1595.648990] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.664223] env[62284]: DEBUG nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1595.666986] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.699614] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.699912] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.700080] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.700331] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.700555] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.700748] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.702031] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.702031] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.702031] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.702031] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.702031] env[62284]: DEBUG nova.virt.hardware [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.702891] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f7555a-e509-4760-b293-097ed43518fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.714039] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d22b51-e4b6-4f2d-a901-528cd56763f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.790658] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954031, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.817393] env[62284]: DEBUG oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e23bd6-0e5b-701c-fed1-f69b7b44ba48/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1595.820050] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f4231a-a13e-4649-b5a1-86a429a0a333 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.826067] env[62284]: DEBUG oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e23bd6-0e5b-701c-fed1-f69b7b44ba48/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1595.826296] env[62284]: ERROR oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e23bd6-0e5b-701c-fed1-f69b7b44ba48/disk-0.vmdk due to incomplete transfer. [ 1595.826629] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c23d7d31-7250-4388-80dd-8d52f6259cf3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.837281] env[62284]: DEBUG oslo_vmware.rw_handles [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e23bd6-0e5b-701c-fed1-f69b7b44ba48/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1595.837503] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Uploaded image 58728c37-fb0a-4f8f-a016-9ce489e1b93b to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1595.839486] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1595.839817] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00cf7647-bb1d-4e3f-8081-c9e3f59b2807 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.850515] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1595.850515] env[62284]: value = "task-1954034" [ 1595.850515] env[62284]: _type = "Task" [ 1595.850515] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.857195] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954034, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.878477] env[62284]: DEBUG oslo_concurrency.lockutils [req-4de5c4f0-132f-4f9f-a434-b4d4e7d5fb96 req-a763ce56-60b8-4d4b-9e18-65fb55c007b4 service nova] Releasing lock "refresh_cache-5612b519-7488-411d-bbee-d1d00897234c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.889368] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "refresh_cache-4e7a8fc5-0066-480b-bdb5-44b2c64d267e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.889544] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquired lock "refresh_cache-4e7a8fc5-0066-480b-bdb5-44b2c64d267e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.889983] env[62284]: DEBUG nova.network.neutron [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.938248] env[62284]: INFO nova.compute.manager [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Took 18.05 seconds to build instance. [ 1595.964421] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.074430] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.075120] env[62284]: DEBUG nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1596.078976] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.193s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.079338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.079471] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1596.079823] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.578s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.080087] env[62284]: DEBUG nova.objects.instance [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Lazy-loading 'resources' on Instance uuid 2af79296-4820-4007-9bc6-697d46d90656 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.083636] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8d3fca-a627-40c4-94c7-e4342803cf57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.097482] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea3a98b-91e4-457b-9906-2ae0ba97ae1a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.122606] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e68163-236b-4021-adff-94ec6416992d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.131916] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e269f3c6-f78a-4925-8769-5e3ba1986c40 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.175391] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180880MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1596.175609] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.187057] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954033, 'name': PowerOffVM_Task, 'duration_secs': 0.258542} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.187442] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1596.187778] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1596.188686] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51884fc-c521-43a6-9ec3-430c1fb0a068 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.199030] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1596.199349] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9253807-7f25-43c4-9970-9096ce0607e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.260863] env[62284]: DEBUG nova.compute.manager [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Received event network-changed-b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1596.261262] env[62284]: DEBUG nova.compute.manager [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Refreshing instance network info cache due to event network-changed-b39c0ee3-48cb-4a17-9c0e-0fd48384f735. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1596.261446] env[62284]: DEBUG oslo_concurrency.lockutils [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] Acquiring lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.261636] env[62284]: DEBUG oslo_concurrency.lockutils [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] Acquired lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.261812] env[62284]: DEBUG nova.network.neutron [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Refreshing network info cache for port b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.285649] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1596.286888] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1596.286888] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleting the datastore file [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1596.287837] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a5eda39-85be-4972-aba3-3243507193aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.295925] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954031, 'name': CreateVM_Task, 'duration_secs': 0.598174} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.297264] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.297733] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.298181] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.298566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.298895] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74dd6e4-98ee-4cf5-bad4-500e64718f71 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.306038] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1596.306038] env[62284]: value = "task-1954036" [ 1596.306038] env[62284]: _type = "Task" [ 1596.306038] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.311167] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1596.311167] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529850f2-d0ad-4950-1eb3-ad7f5653d632" [ 1596.311167] env[62284]: _type = "Task" [ 1596.311167] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.320154] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.325077] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529850f2-d0ad-4950-1eb3-ad7f5653d632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.362277] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954034, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.440284] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9346ba68-6da0-4332-93e5-718a263b2d65 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "5ec42b93-102a-4709-916e-c88a5c5c30aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.564s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.461727] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952891} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.462041] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 5612b519-7488-411d-bbee-d1d00897234c/5612b519-7488-411d-bbee-d1d00897234c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.462253] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.462508] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d4228f5-12cb-4b0b-a4b7-cb0e4378b5e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.469042] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1596.469042] env[62284]: value = "task-1954037" [ 1596.469042] env[62284]: _type = "Task" [ 1596.469042] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.471023] env[62284]: DEBUG nova.network.neutron [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1596.488106] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.589180] env[62284]: DEBUG nova.compute.utils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1596.593236] env[62284]: DEBUG nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1596.594122] env[62284]: DEBUG nova.network.neutron [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1596.753159] env[62284]: DEBUG nova.policy [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31a4acd4b6384fa08254fce28646f406', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff34da4211a043fea5c68734bb24e761', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1596.818662] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406773} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.822419] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1596.822638] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1596.822829] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1596.834818] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529850f2-d0ad-4950-1eb3-ad7f5653d632, 'name': SearchDatastore_Task, 'duration_secs': 0.055227} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.835197] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.835427] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1596.835667] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.837961] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.837961] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1596.837961] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5bd6140-aeef-4104-998d-cf1d86c7a0e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.846888] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1596.846888] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1596.846888] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5d1427-3b2e-4a98-a94a-a7f1e8ae3439 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.857331] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1596.857331] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52094004-09d8-7931-08a1-d58e423adc3c" [ 1596.857331] env[62284]: _type = "Task" [ 1596.857331] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.866890] env[62284]: DEBUG nova.network.neutron [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Updating instance_info_cache with network_info: [{"id": "34f3e6f0-f448-4f9a-b725-7819853cd479", "address": "fa:16:3e:57:ad:46", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f3e6f0-f4", "ovs_interfaceid": "34f3e6f0-f448-4f9a-b725-7819853cd479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.868121] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954034, 'name': Destroy_Task, 'duration_secs': 0.938048} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.869292] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Destroyed the VM [ 1596.869416] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1596.872746] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff8a6e28-6ffa-4abf-a28f-f96d710fd861 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.875492] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52094004-09d8-7931-08a1-d58e423adc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.884818] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1596.884818] env[62284]: value = "task-1954038" [ 1596.884818] env[62284]: _type = "Task" [ 1596.884818] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.896901] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954038, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.964541] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137fb09f-251a-45bc-9a1e-f6a0b5e675de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.976455] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb066b4-de63-4311-8313-64b4c7642358 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.199472] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064817} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.199472] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.199472] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dd36a9-bf0d-4cbe-a159-9671fa868108 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.199472] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb533c70-82e2-4812-b88b-b4391ade4b09 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.199472] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 5612b519-7488-411d-bbee-d1d00897234c/5612b519-7488-411d-bbee-d1d00897234c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.207383] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b88b2-6c9d-418b-9189-6c42577104c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.207383] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9005a430-d0a7-4958-87d9-47f29c860bf2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.207383] env[62284]: DEBUG nova.compute.provider_tree [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.207383] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1597.207383] env[62284]: value = "task-1954039" [ 1597.207383] env[62284]: _type = "Task" [ 1597.207383] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.207383] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.209102] env[62284]: DEBUG nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1597.241333] env[62284]: DEBUG nova.network.neutron [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Successfully updated port: c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.371232] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Releasing lock "refresh_cache-4e7a8fc5-0066-480b-bdb5-44b2c64d267e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.371597] env[62284]: DEBUG nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Instance network_info: |[{"id": "34f3e6f0-f448-4f9a-b725-7819853cd479", "address": "fa:16:3e:57:ad:46", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f3e6f0-f4", "ovs_interfaceid": "34f3e6f0-f448-4f9a-b725-7819853cd479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1597.371906] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52094004-09d8-7931-08a1-d58e423adc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01994} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.372292] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ad:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34f3e6f0-f448-4f9a-b725-7819853cd479', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.381544] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Creating folder: Project (ab188862892548d39da8dfc1d3f1ed03). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.383256] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-088c9948-d5a3-4b14-9bd7-7993a0abeed4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.385208] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e010b0-2baa-47f4-9803-995e01dfff43 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.394610] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1597.394610] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5246cf88-aef9-0470-a85c-d7010e54251e" [ 1597.394610] env[62284]: _type = "Task" [ 1597.394610] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.398516] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954038, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.402866] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Created folder: Project (ab188862892548d39da8dfc1d3f1ed03) in parent group-v402637. [ 1597.403179] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Creating folder: Instances. Parent ref: group-v402679. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.403392] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0cf7dfe-c3d1-4fdf-9460-c9c15432cbb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.410198] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5246cf88-aef9-0470-a85c-d7010e54251e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.413683] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Created folder: Instances in parent group-v402679. [ 1597.413884] env[62284]: DEBUG oslo.service.loopingcall [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.413987] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.414331] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8d2191f-274e-4d9a-9d7f-00e3e276ae6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.433543] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.433543] env[62284]: value = "task-1954043" [ 1597.433543] env[62284]: _type = "Task" [ 1597.433543] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.441377] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954043, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.487372] env[62284]: DEBUG nova.network.neutron [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Updated VIF entry in instance network info cache for port b39c0ee3-48cb-4a17-9c0e-0fd48384f735. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.487750] env[62284]: DEBUG nova.network.neutron [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Updating instance_info_cache with network_info: [{"id": "b39c0ee3-48cb-4a17-9c0e-0fd48384f735", "address": "fa:16:3e:3b:33:a7", "network": {"id": "4e17b35a-0056-4864-99a8-6e1518fa687f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1846146524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722e8d35600a48ee9a1f0645144644ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39c0ee3-48", "ovs_interfaceid": "b39c0ee3-48cb-4a17-9c0e-0fd48384f735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.590512] env[62284]: DEBUG nova.scheduler.client.report [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.613357] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.749468] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquiring lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.749468] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquired lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.749468] env[62284]: DEBUG nova.network.neutron [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.877418] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.877418] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.877418] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.877964] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.877964] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.877964] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.878855] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.879315] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.882034] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.882034] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.882034] env[62284]: DEBUG nova.virt.hardware [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.882034] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ad9667-cef4-4144-8760-427c8d684c83 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.896872] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415c278e-2fc7-40f8-975b-0da7a158b7bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.909794] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954038, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.921082] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ec:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.930920] env[62284]: DEBUG oslo.service.loopingcall [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.935812] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.936598] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5246cf88-aef9-0470-a85c-d7010e54251e, 'name': SearchDatastore_Task, 'duration_secs': 0.041376} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.937066] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e80462fa-9048-4ea8-9573-2b3afef0c1ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.959913] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.960237] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1c2c657e-ee19-425a-a78a-fe02656c0d52/1c2c657e-ee19-425a-a78a-fe02656c0d52.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.960589] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-113dda41-18ea-4505-baa9-c8fa0a8e0801 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.969602] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954043, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.972037] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1597.972037] env[62284]: value = "task-1954046" [ 1597.972037] env[62284]: _type = "Task" [ 1597.972037] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.972254] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.972254] env[62284]: value = "task-1954045" [ 1597.972254] env[62284]: _type = "Task" [ 1597.972254] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.984524] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.989140] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954045, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.990882] env[62284]: DEBUG oslo_concurrency.lockutils [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] Releasing lock "refresh_cache-921af820-927f-4429-a5c0-e4eb55b3ca23" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.991165] env[62284]: DEBUG nova.compute.manager [req-9bc8ca41-8ad2-4a8c-ae36-5948b9e5368e req-bbb47ecb-15c7-47b6-b6d7-792b956c83ab service nova] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Received event network-vif-deleted-da19113f-855e-4ab3-a512-a2b45e1e9993 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1598.044080] env[62284]: DEBUG nova.network.neutron [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Successfully created port: 63f1f040-4d2b-48df-a2d6-8296f5a3b3ca {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.102517] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.108254] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.120s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.109883] env[62284]: INFO nova.compute.claims [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1598.113219] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954039, 'name': ReconfigVM_Task, 'duration_secs': 0.814579} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.113558] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 5612b519-7488-411d-bbee-d1d00897234c/5612b519-7488-411d-bbee-d1d00897234c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.115384] env[62284]: DEBUG nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1598.117644] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e107b10-8bef-44f8-9554-7454ef2d8abd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.126481] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1598.126481] env[62284]: value = "task-1954047" [ 1598.126481] env[62284]: _type = "Task" [ 1598.126481] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.137210] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954047, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.138490] env[62284]: INFO nova.scheduler.client.report [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Deleted allocations for instance 2af79296-4820-4007-9bc6-697d46d90656 [ 1598.161443] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1598.161724] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.161882] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1598.162083] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.162305] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1598.162470] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1598.162684] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1598.162847] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1598.163019] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1598.163186] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.163378] env[62284]: DEBUG nova.virt.hardware [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.164620] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ab79e-36b9-490e-b7b4-0ecc6369645b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.173491] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28033ff2-8eda-4d8d-9a5e-7901b19cb201 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.311756] env[62284]: DEBUG nova.network.neutron [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.402263] env[62284]: DEBUG oslo_vmware.api [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954038, 'name': RemoveSnapshot_Task, 'duration_secs': 1.132522} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.402551] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1598.402813] env[62284]: INFO nova.compute.manager [None req-7ba7a5b3-8242-4d0a-a273-ac2e92ec4c6f tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Took 17.32 seconds to snapshot the instance on the hypervisor. [ 1598.447379] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954043, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.487565] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954046, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.491732] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954045, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.624901] env[62284]: DEBUG nova.network.neutron [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Updating instance_info_cache with network_info: [{"id": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "address": "fa:16:3e:57:ae:4f", "network": {"id": "9f770da1-8ac7-495e-9b77-e2596ee2b2cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-828762848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caae7bfbf8864908b305b9abe1dd31e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7fbcf9c-1f", "ovs_interfaceid": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.649794] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954047, 'name': Rename_Task, 'duration_secs': 0.394777} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.650614] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.651171] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08d3bd4b-ec7e-4562-9d74-1bb0f98bf367 tempest-DeleteServersAdminTestJSON-1824107737 tempest-DeleteServersAdminTestJSON-1824107737-project-admin] Lock "2af79296-4820-4007-9bc6-697d46d90656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.259s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.652298] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-010a7cc0-9aab-4293-be9c-ce40ce5f2999 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.660626] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1598.660626] env[62284]: value = "task-1954048" [ 1598.660626] env[62284]: _type = "Task" [ 1598.660626] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.671480] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.720353] env[62284]: DEBUG nova.compute.manager [None req-92ebc422-403d-4b87-a545-f4a4571d3cab tempest-ServerDiagnosticsV248Test-73907011 tempest-ServerDiagnosticsV248Test-73907011-project-admin] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.722846] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c78e958-a480-47be-88d1-812d669699ad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.730137] env[62284]: INFO nova.compute.manager [None req-92ebc422-403d-4b87-a545-f4a4571d3cab tempest-ServerDiagnosticsV248Test-73907011 tempest-ServerDiagnosticsV248Test-73907011-project-admin] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Retrieving diagnostics [ 1598.731146] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ba6ea-c054-4d9c-b420-77f5ac730afb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.949346] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954043, 'name': CreateVM_Task, 'duration_secs': 1.334185} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.949747] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.950533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.950703] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.951050] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.951307] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3d8fdb-67ea-440e-a665-e9c9516ce452 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.959690] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1598.959690] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222e3a2-af88-20c6-6fb2-1d9b8deda4f0" [ 1598.959690] env[62284]: _type = "Task" [ 1598.959690] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.970523] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222e3a2-af88-20c6-6fb2-1d9b8deda4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.987060] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617135} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.991232] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1c2c657e-ee19-425a-a78a-fe02656c0d52/1c2c657e-ee19-425a-a78a-fe02656c0d52.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.991665] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.991788] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954045, 'name': CreateVM_Task, 'duration_secs': 0.823926} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.992366] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bde256aa-a1b7-4142-891e-ac1287f702cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.994797] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.995584] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.000117] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1599.000117] env[62284]: value = "task-1954049" [ 1599.000117] env[62284]: _type = "Task" [ 1599.000117] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.010313] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.129069] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Releasing lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.129701] env[62284]: DEBUG nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Instance network_info: |[{"id": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "address": "fa:16:3e:57:ae:4f", "network": {"id": "9f770da1-8ac7-495e-9b77-e2596ee2b2cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-828762848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caae7bfbf8864908b305b9abe1dd31e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7fbcf9c-1f", "ovs_interfaceid": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.130201] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ae:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7fbcf9c-1f07-4350-880a-1f835c791a9d', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.138328] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Creating folder: Project (caae7bfbf8864908b305b9abe1dd31e2). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.138328] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e080ce0-e696-425f-91d2-79d6adf0fc8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.148621] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Created folder: Project (caae7bfbf8864908b305b9abe1dd31e2) in parent group-v402637. [ 1599.148906] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Creating folder: Instances. Parent ref: group-v402683. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1599.149302] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd0f47cd-368c-4e57-bc7e-e46935ac73c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.161587] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Created folder: Instances in parent group-v402683. [ 1599.161989] env[62284]: DEBUG oslo.service.loopingcall [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.165669] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.166019] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59130e3c-d360-4277-b204-8af6e7650091 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.188602] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954048, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.189767] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.189767] env[62284]: value = "task-1954052" [ 1599.189767] env[62284]: _type = "Task" [ 1599.189767] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.199592] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954052, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.379451] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf163421-a7c8-41b2-a079-1dbccc26ef64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.387273] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a7d76-52e5-4f0c-9b29-fcd104a7d89d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.419520] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4008e88-5fca-41bc-b0c7-437c9f672967 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.427350] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750b053f-5db6-429d-b06e-a7bf2efad461 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.447469] env[62284]: DEBUG nova.compute.provider_tree [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.472330] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222e3a2-af88-20c6-6fb2-1d9b8deda4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.031779} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.472638] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.472874] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.473132] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.473280] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.474039] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.474039] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.474039] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.474395] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9503eb20-83f6-43da-affe-1d73d86606a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.476440] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45577791-962f-44a2-b7c2-ee0ac3b7fcab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.482962] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1599.482962] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c518a1-195c-7eaf-ffb1-2592a9edda9d" [ 1599.482962] env[62284]: _type = "Task" [ 1599.482962] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.488043] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.488166] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.489261] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9460f7-bfc5-489b-80c0-4cf6000c25e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.495160] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c518a1-195c-7eaf-ffb1-2592a9edda9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.497972] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1599.497972] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eceed7-4f9d-55c5-5489-b7c2ecae9c0c" [ 1599.497972] env[62284]: _type = "Task" [ 1599.497972] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.508783] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eceed7-4f9d-55c5-5489-b7c2ecae9c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.512167] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066378} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.512485] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.513823] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b576ecb-01af-4e33-865d-63bf1ebbb34e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.536191] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 1c2c657e-ee19-425a-a78a-fe02656c0d52/1c2c657e-ee19-425a-a78a-fe02656c0d52.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.536308] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e1f9906-b3ae-46b6-872a-678a97cf01f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.558228] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1599.558228] env[62284]: value = "task-1954053" [ 1599.558228] env[62284]: _type = "Task" [ 1599.558228] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.566772] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.635328] env[62284]: DEBUG nova.compute.manager [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Received event network-changed-f3018b8a-70ba-4f43-b1c3-ee641d9e4a50 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1599.635571] env[62284]: DEBUG nova.compute.manager [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Refreshing instance network info cache due to event network-changed-f3018b8a-70ba-4f43-b1c3-ee641d9e4a50. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1599.635891] env[62284]: DEBUG oslo_concurrency.lockutils [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] Acquiring lock "refresh_cache-1c2c657e-ee19-425a-a78a-fe02656c0d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.636110] env[62284]: DEBUG oslo_concurrency.lockutils [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] Acquired lock "refresh_cache-1c2c657e-ee19-425a-a78a-fe02656c0d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.636310] env[62284]: DEBUG nova.network.neutron [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Refreshing network info cache for port f3018b8a-70ba-4f43-b1c3-ee641d9e4a50 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.672638] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954048, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.701092] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954052, 'name': CreateVM_Task, 'duration_secs': 0.389337} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.701156] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.701856] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.952381] env[62284]: DEBUG nova.scheduler.client.report [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1599.994669] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c518a1-195c-7eaf-ffb1-2592a9edda9d, 'name': SearchDatastore_Task, 'duration_secs': 0.017283} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.994669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.994669] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.994669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.995473] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.995473] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.995473] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92886c04-2b66-4405-b40e-4dabba9405f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.002815] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1600.002815] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52810d05-8fdb-b5a7-ac88-5f8a9d0e879a" [ 1600.002815] env[62284]: _type = "Task" [ 1600.002815] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.011910] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eceed7-4f9d-55c5-5489-b7c2ecae9c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.019425} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.013297] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4037aad1-2d76-41b1-9281-df36bb3c0eef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.020482] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52810d05-8fdb-b5a7-ac88-5f8a9d0e879a, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.021217] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.021470] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.021760] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.023423] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1600.023423] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52014778-9a79-e172-8e97-cdbbf93303a7" [ 1600.023423] env[62284]: _type = "Task" [ 1600.023423] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.031194] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52014778-9a79-e172-8e97-cdbbf93303a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.070119] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.178704] env[62284]: DEBUG nova.network.neutron [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Successfully updated port: 63f1f040-4d2b-48df-a2d6-8296f5a3b3ca {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.186852] env[62284]: DEBUG oslo_vmware.api [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954048, 'name': PowerOnVM_Task, 'duration_secs': 1.074136} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.187476] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.187841] env[62284]: INFO nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Took 13.12 seconds to spawn the instance on the hypervisor. [ 1600.188129] env[62284]: DEBUG nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.189792] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cc3251-2a08-4d2b-9ac1-925de6b0fcfd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.317853] env[62284]: DEBUG nova.compute.manager [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Received event network-vif-plugged-34f3e6f0-f448-4f9a-b725-7819853cd479 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1600.317853] env[62284]: DEBUG oslo_concurrency.lockutils [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] Acquiring lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.317853] env[62284]: DEBUG oslo_concurrency.lockutils [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] Lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.318240] env[62284]: DEBUG oslo_concurrency.lockutils [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] Lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.318240] env[62284]: DEBUG nova.compute.manager [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] No waiting events found dispatching network-vif-plugged-34f3e6f0-f448-4f9a-b725-7819853cd479 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.318386] env[62284]: WARNING nova.compute.manager [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Received unexpected event network-vif-plugged-34f3e6f0-f448-4f9a-b725-7819853cd479 for instance with vm_state building and task_state spawning. [ 1600.318549] env[62284]: DEBUG nova.compute.manager [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Received event network-changed-34f3e6f0-f448-4f9a-b725-7819853cd479 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1600.318708] env[62284]: DEBUG nova.compute.manager [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Refreshing instance network info cache due to event network-changed-34f3e6f0-f448-4f9a-b725-7819853cd479. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1600.318899] env[62284]: DEBUG oslo_concurrency.lockutils [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] Acquiring lock "refresh_cache-4e7a8fc5-0066-480b-bdb5-44b2c64d267e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.319073] env[62284]: DEBUG oslo_concurrency.lockutils [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] Acquired lock "refresh_cache-4e7a8fc5-0066-480b-bdb5-44b2c64d267e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.319246] env[62284]: DEBUG nova.network.neutron [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Refreshing network info cache for port 34f3e6f0-f448-4f9a-b725-7819853cd479 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.451203] env[62284]: DEBUG nova.network.neutron [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Updated VIF entry in instance network info cache for port f3018b8a-70ba-4f43-b1c3-ee641d9e4a50. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.451600] env[62284]: DEBUG nova.network.neutron [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Updating instance_info_cache with network_info: [{"id": "f3018b8a-70ba-4f43-b1c3-ee641d9e4a50", "address": "fa:16:3e:ab:89:73", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3018b8a-70", "ovs_interfaceid": "f3018b8a-70ba-4f43-b1c3-ee641d9e4a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.463277] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.463277] env[62284]: DEBUG nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.468455] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.650s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.469506] env[62284]: INFO nova.compute.claims [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.535555] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52014778-9a79-e172-8e97-cdbbf93303a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.536106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.536106] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4e7a8fc5-0066-480b-bdb5-44b2c64d267e/4e7a8fc5-0066-480b-bdb5-44b2c64d267e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.536379] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.536593] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.537221] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad30ae8e-a583-4264-bc39-53176066f00f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.541966] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac7007b1-0ecd-45eb-8574-f056bf9d8a42 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.549148] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1600.549148] env[62284]: value = "task-1954055" [ 1600.549148] env[62284]: _type = "Task" [ 1600.549148] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.553583] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.553770] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.555120] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9de86f-78e7-485c-99b1-d09cdd6eda25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.565474] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.571493] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1600.571493] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524e1c6a-0312-2414-656e-0aabcbdc29d6" [ 1600.571493] env[62284]: _type = "Task" [ 1600.571493] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.582267] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954053, 'name': ReconfigVM_Task, 'duration_secs': 0.663155} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.582267] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 1c2c657e-ee19-425a-a78a-fe02656c0d52/1c2c657e-ee19-425a-a78a-fe02656c0d52.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.582681] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4180fce2-2b1e-4644-917a-19fc5a769f59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.588523] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524e1c6a-0312-2414-656e-0aabcbdc29d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.589415] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174a0c81-0982-4c59-8ffd-dcbbb154864e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.592872] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1600.592872] env[62284]: value = "task-1954056" [ 1600.592872] env[62284]: _type = "Task" [ 1600.592872] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.597588] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1600.597588] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527b9334-c4aa-0fa0-ba59-9b2e06ccb47d" [ 1600.597588] env[62284]: _type = "Task" [ 1600.597588] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.604424] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954056, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.609924] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527b9334-c4aa-0fa0-ba59-9b2e06ccb47d, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.610190] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.610438] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e/45d8b29a-3b2a-409e-967c-d5097085fb0e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.610874] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.611127] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.611692] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-263ed198-f57a-4697-9f7d-83e508fb6996 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.613911] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60f4c8f0-6236-4d60-bc76-ad9676b3d3c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.620278] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1600.620278] env[62284]: value = "task-1954057" [ 1600.620278] env[62284]: _type = "Task" [ 1600.620278] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.624663] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.624875] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.626031] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7822a0-684e-486c-8c0d-428f64725c38 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.632180] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.635219] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1600.635219] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5284e4aa-4f59-ca4a-a73a-df1b1edf23c0" [ 1600.635219] env[62284]: _type = "Task" [ 1600.635219] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.643326] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5284e4aa-4f59-ca4a-a73a-df1b1edf23c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.688136] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.688349] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.688486] env[62284]: DEBUG nova.network.neutron [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.715073] env[62284]: INFO nova.compute.manager [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Took 18.43 seconds to build instance. [ 1600.884963] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.885289] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.959816] env[62284]: DEBUG oslo_concurrency.lockutils [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] Releasing lock "refresh_cache-1c2c657e-ee19-425a-a78a-fe02656c0d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.960279] env[62284]: DEBUG nova.compute.manager [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Received event network-vif-plugged-c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1600.960412] env[62284]: DEBUG oslo_concurrency.lockutils [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] Acquiring lock "9d427896-cb9a-45f5-b09d-9161753dfdf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.960598] env[62284]: DEBUG oslo_concurrency.lockutils [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] Lock "9d427896-cb9a-45f5-b09d-9161753dfdf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.960764] env[62284]: DEBUG oslo_concurrency.lockutils [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] Lock "9d427896-cb9a-45f5-b09d-9161753dfdf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.960979] env[62284]: DEBUG nova.compute.manager [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] No waiting events found dispatching network-vif-plugged-c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.961225] env[62284]: WARNING nova.compute.manager [req-47a66dc0-ad7b-45ba-af2b-ca60518de064 req-1fd18457-ba8e-44a6-9dbb-579319490726 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Received unexpected event network-vif-plugged-c7fbcf9c-1f07-4350-880a-1f835c791a9d for instance with vm_state building and task_state spawning. [ 1600.973917] env[62284]: DEBUG nova.compute.utils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.988043] env[62284]: DEBUG nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.989269] env[62284]: DEBUG nova.network.neutron [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1601.059962] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954055, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.105808] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954056, 'name': Rename_Task, 'duration_secs': 0.145936} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.108442] env[62284]: DEBUG nova.policy [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6023fc94cb4243ebaea9ee956be14caf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e19a9d086794cdaafbc1608208e2881', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1601.109258] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.109465] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78cb7ca9-1695-48fe-9538-dd16d85d0235 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.116700] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1601.116700] env[62284]: value = "task-1954058" [ 1601.116700] env[62284]: _type = "Task" [ 1601.116700] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.134783] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.139515] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954057, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.149096] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5284e4aa-4f59-ca4a-a73a-df1b1edf23c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.150601] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6189e9f-1cb8-429f-9f44-5345006bb809 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.157032] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1601.157032] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520a4690-ec05-4cbe-b091-d8bae8136f5d" [ 1601.157032] env[62284]: _type = "Task" [ 1601.157032] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.167771] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520a4690-ec05-4cbe-b091-d8bae8136f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.218205] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e10f62b7-cca0-4843-bf86-b39abe518ba3 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "5612b519-7488-411d-bbee-d1d00897234c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.941s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.268658] env[62284]: DEBUG nova.network.neutron [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.321566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.321826] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.344100] env[62284]: DEBUG nova.network.neutron [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Updated VIF entry in instance network info cache for port 34f3e6f0-f448-4f9a-b725-7819853cd479. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.344516] env[62284]: DEBUG nova.network.neutron [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Updating instance_info_cache with network_info: [{"id": "34f3e6f0-f448-4f9a-b725-7819853cd479", "address": "fa:16:3e:57:ad:46", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f3e6f0-f4", "ovs_interfaceid": "34f3e6f0-f448-4f9a-b725-7819853cd479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.388099] env[62284]: DEBUG nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.483806] env[62284]: DEBUG nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.535853] env[62284]: DEBUG nova.network.neutron [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance_info_cache with network_info: [{"id": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "address": "fa:16:3e:9d:17:4e", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f1f040-4d", "ovs_interfaceid": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.571553] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522568} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.572960] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4e7a8fc5-0066-480b-bdb5-44b2c64d267e/4e7a8fc5-0066-480b-bdb5-44b2c64d267e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.572960] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.573774] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae748d48-fbe2-4df8-9172-53d11656e417 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.582326] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1601.582326] env[62284]: value = "task-1954059" [ 1601.582326] env[62284]: _type = "Task" [ 1601.582326] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.598669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.599038] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.606974] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.634960] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.638774] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770706} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.639212] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e/45d8b29a-3b2a-409e-967c-d5097085fb0e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.639455] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.639674] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21372260-be33-44bb-a171-86e1472801c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.646114] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1601.646114] env[62284]: value = "task-1954060" [ 1601.646114] env[62284]: _type = "Task" [ 1601.646114] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.658161] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.668665] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520a4690-ec05-4cbe-b091-d8bae8136f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.058711} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.671978] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.672416] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9d427896-cb9a-45f5-b09d-9161753dfdf3/9d427896-cb9a-45f5-b09d-9161753dfdf3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.673011] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3560a3b4-27e5-4a0d-b877-87b6fbc72afb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.676644] env[62284]: DEBUG nova.network.neutron [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Successfully created port: 851644f4-ce94-4458-a4fe-736405ffaa4b {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.680854] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1601.680854] env[62284]: value = "task-1954061" [ 1601.680854] env[62284]: _type = "Task" [ 1601.680854] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.693922] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.827745] env[62284]: DEBUG nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.851831] env[62284]: DEBUG oslo_concurrency.lockutils [req-c4420a54-c1f5-458a-81fa-22465e5fc45a req-ccd83c37-2092-49b1-bdae-76e126c901b6 service nova] Releasing lock "refresh_cache-4e7a8fc5-0066-480b-bdb5-44b2c64d267e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.851831] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab91586-2e5a-420a-96e1-72c37c7e7eac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.857302] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba8545e-1509-4756-b16f-a98822c81667 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.892296] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ab7a01-7719-4e87-93fa-19cb71cf28dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.906579] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0ea5f-189a-4548-9233-73fed69d95d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.923177] env[62284]: DEBUG nova.compute.provider_tree [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.925413] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.038958] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.039343] env[62284]: DEBUG nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Instance network_info: |[{"id": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "address": "fa:16:3e:9d:17:4e", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f1f040-4d", "ovs_interfaceid": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.039763] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:17:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f1f040-4d2b-48df-a2d6-8296f5a3b3ca', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.047698] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Creating folder: Project (ff34da4211a043fea5c68734bb24e761). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.048052] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5917093-2239-4463-9dce-02ac6e747e4e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.059850] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Created folder: Project (ff34da4211a043fea5c68734bb24e761) in parent group-v402637. [ 1602.060539] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Creating folder: Instances. Parent ref: group-v402687. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.061212] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa99d19-b88f-4632-9811-1e59e991cc0e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.069870] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Created folder: Instances in parent group-v402687. [ 1602.070013] env[62284]: DEBUG oslo.service.loopingcall [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.070332] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.070440] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecff45ea-30d0-4aa0-ae89-9823ccf12926 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.092240] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.092240] env[62284]: value = "task-1954065" [ 1602.092240] env[62284]: _type = "Task" [ 1602.092240] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.100943] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067026} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.102061] env[62284]: DEBUG nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.104896] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.109553] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdb35e5-702a-4a0a-8673-8a963cfce764 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.112889] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954065, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.135019] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 4e7a8fc5-0066-480b-bdb5-44b2c64d267e/4e7a8fc5-0066-480b-bdb5-44b2c64d267e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.138363] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40c0832-297d-45a9-8610-03375578d13e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.160958] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.162837] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1602.162837] env[62284]: value = "task-1954066" [ 1602.162837] env[62284]: _type = "Task" [ 1602.162837] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.170502] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06895} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.170502] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.171095] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32219e7-052c-44c2-8c9c-9f546537a9ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.178743] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954066, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.204036] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e/45d8b29a-3b2a-409e-967c-d5097085fb0e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.206187] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4692cf2e-a117-4490-b116-761d646485e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.231698] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954061, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.232238] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1602.232238] env[62284]: value = "task-1954067" [ 1602.232238] env[62284]: _type = "Task" [ 1602.232238] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.242768] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.355733] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.429648] env[62284]: DEBUG nova.scheduler.client.report [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.494956] env[62284]: DEBUG nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.518393] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.518690] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.518891] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.519132] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.519290] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.519451] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.519673] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.519845] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.524244] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.524244] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.524244] env[62284]: DEBUG nova.virt.hardware [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.524641] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f2f520-239d-4fdc-a6ca-cd5741379928 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.534485] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56cf10-4b5f-428e-87cd-713e4fca56e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.603760] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954065, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.632683] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.641121] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954058, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.674597] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.703033] env[62284]: DEBUG nova.compute.manager [req-092cd21a-daac-4119-9d69-c485cacb0aaf req-8a2b09a2-d1a9-4818-820f-3f6815b7905c service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Received event network-changed-c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1602.703285] env[62284]: DEBUG nova.compute.manager [req-092cd21a-daac-4119-9d69-c485cacb0aaf req-8a2b09a2-d1a9-4818-820f-3f6815b7905c service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Refreshing instance network info cache due to event network-changed-c7fbcf9c-1f07-4350-880a-1f835c791a9d. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1602.703557] env[62284]: DEBUG oslo_concurrency.lockutils [req-092cd21a-daac-4119-9d69-c485cacb0aaf req-8a2b09a2-d1a9-4818-820f-3f6815b7905c service nova] Acquiring lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.704239] env[62284]: DEBUG oslo_concurrency.lockutils [req-092cd21a-daac-4119-9d69-c485cacb0aaf req-8a2b09a2-d1a9-4818-820f-3f6815b7905c service nova] Acquired lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.704239] env[62284]: DEBUG nova.network.neutron [req-092cd21a-daac-4119-9d69-c485cacb0aaf req-8a2b09a2-d1a9-4818-820f-3f6815b7905c service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Refreshing network info cache for port c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.722031] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885274} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.723252] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9d427896-cb9a-45f5-b09d-9161753dfdf3/9d427896-cb9a-45f5-b09d-9161753dfdf3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.723807] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.724924] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-491106cf-1a36-4b79-8d89-f2e3be1049c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.738803] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1602.738803] env[62284]: value = "task-1954068" [ 1602.738803] env[62284]: _type = "Task" [ 1602.738803] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.751187] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.759567] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.850344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "c16adb4f-babc-421a-9004-948bae581252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.850344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "c16adb4f-babc-421a-9004-948bae581252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.940715] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.940715] env[62284]: DEBUG nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.941855] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.976s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.942339] env[62284]: DEBUG nova.objects.instance [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lazy-loading 'resources' on Instance uuid 6a5812f6-ab26-4dde-9214-bccfa31ba1a4 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.105322] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954065, 'name': CreateVM_Task, 'duration_secs': 0.778508} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.105853] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.107241] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.107739] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.110015] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.110015] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285599fd-b179-4132-bd02-a240c05b35d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.117941] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1603.117941] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5275ceaa-b828-594e-7fff-623f06f74cfe" [ 1603.117941] env[62284]: _type = "Task" [ 1603.117941] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.128365] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5275ceaa-b828-594e-7fff-623f06f74cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.141725] env[62284]: DEBUG oslo_vmware.api [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954058, 'name': PowerOnVM_Task, 'duration_secs': 1.735992} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.142223] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.142632] env[62284]: INFO nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Took 13.54 seconds to spawn the instance on the hypervisor. [ 1603.143195] env[62284]: DEBUG nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.144219] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc3640-447b-4505-b72b-ab43ae0ca3b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.176170] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954066, 'name': ReconfigVM_Task, 'duration_secs': 0.980536} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.176618] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 4e7a8fc5-0066-480b-bdb5-44b2c64d267e/4e7a8fc5-0066-480b-bdb5-44b2c64d267e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.177451] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecd843c0-eb17-42a2-a482-54bef2d63264 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.183963] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1603.183963] env[62284]: value = "task-1954069" [ 1603.183963] env[62284]: _type = "Task" [ 1603.183963] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.198066] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954069, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.218055] env[62284]: DEBUG nova.network.neutron [req-092cd21a-daac-4119-9d69-c485cacb0aaf req-8a2b09a2-d1a9-4818-820f-3f6815b7905c service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Updated VIF entry in instance network info cache for port c7fbcf9c-1f07-4350-880a-1f835c791a9d. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.218055] env[62284]: DEBUG nova.network.neutron [req-092cd21a-daac-4119-9d69-c485cacb0aaf req-8a2b09a2-d1a9-4818-820f-3f6815b7905c service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Updating instance_info_cache with network_info: [{"id": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "address": "fa:16:3e:57:ae:4f", "network": {"id": "9f770da1-8ac7-495e-9b77-e2596ee2b2cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-828762848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caae7bfbf8864908b305b9abe1dd31e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7fbcf9c-1f", "ovs_interfaceid": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.251165] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954067, 'name': ReconfigVM_Task, 'duration_secs': 0.795514} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.254463] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e/45d8b29a-3b2a-409e-967c-d5097085fb0e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.255255] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133559} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.255722] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44452766-da12-4ac7-8302-ac4954d67e04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.257554] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.258459] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f911a446-993e-4fca-873e-2c4277bde4e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.938795] env[62284]: DEBUG nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.943687] env[62284]: DEBUG nova.compute.utils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.951022] env[62284]: DEBUG oslo_concurrency.lockutils [req-092cd21a-daac-4119-9d69-c485cacb0aaf req-8a2b09a2-d1a9-4818-820f-3f6815b7905c service nova] Releasing lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.960203] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 9d427896-cb9a-45f5-b09d-9161753dfdf3/9d427896-cb9a-45f5-b09d-9161753dfdf3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.966625] env[62284]: DEBUG nova.compute.manager [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Received event network-changed-4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1603.966625] env[62284]: DEBUG nova.compute.manager [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Refreshing instance network info cache due to event network-changed-4119473f-7ce5-43e2-bd22-c1c0e1af7ac1. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1603.966625] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Acquiring lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.966625] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Acquired lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.966625] env[62284]: DEBUG nova.network.neutron [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Refreshing network info cache for port 4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.969550] env[62284]: DEBUG nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.969550] env[62284]: DEBUG nova.network.neutron [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.977162] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc05afe2-45a3-4053-bee5-441fcf01d46d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.991693] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1603.991693] env[62284]: value = "task-1954070" [ 1603.991693] env[62284]: _type = "Task" [ 1603.991693] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.992302] env[62284]: INFO nova.compute.manager [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Took 21.43 seconds to build instance. [ 1604.013369] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954069, 'name': Rename_Task, 'duration_secs': 0.573173} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.013493] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1604.013493] env[62284]: value = "task-1954072" [ 1604.013493] env[62284]: _type = "Task" [ 1604.013493] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.013746] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5275ceaa-b828-594e-7fff-623f06f74cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.02334} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.017499] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.019777] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.019777] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.019777] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.019777] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.020195] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.020195] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f09174-1861-4034-b349-ba9019c7cfdb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.024451] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f74bbc-02cf-47e9-8414-38a70251f26b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.038528] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954070, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.038833] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1604.038833] env[62284]: value = "task-1954073" [ 1604.038833] env[62284]: _type = "Task" [ 1604.038833] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.045045] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.045045] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.051377] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc549a60-7a5e-4aa0-bf85-4b45e0428d6f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.063630] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.070295] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1604.070295] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52707442-35ed-21b3-1f29-248e351aa859" [ 1604.070295] env[62284]: _type = "Task" [ 1604.070295] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.084462] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52707442-35ed-21b3-1f29-248e351aa859, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.089460] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a527047-e49f-4498-833e-cd9f4e803af1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.096737] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1604.096737] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524d2603-d8c8-9d59-7a72-4103991a4538" [ 1604.096737] env[62284]: _type = "Task" [ 1604.096737] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.112028] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524d2603-d8c8-9d59-7a72-4103991a4538, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.113123] env[62284]: DEBUG nova.policy [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6de5f3a48c7e4ad88557c350a7ebd82e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd720f81aa344d3e93aa73bd0fe10ee1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1604.114680] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.114888] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f7cf5402-4409-4bd6-b173-cccca293b20f/f7cf5402-4409-4bd6-b173-cccca293b20f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.115210] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8a9a2e8-712e-490d-9123-b4c12f4789ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.124774] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1604.124774] env[62284]: value = "task-1954074" [ 1604.124774] env[62284]: _type = "Task" [ 1604.124774] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.136683] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.227817] env[62284]: DEBUG nova.network.neutron [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Successfully updated port: 851644f4-ce94-4458-a4fe-736405ffaa4b {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1604.374579] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb27e7-d50d-42f0-97dd-19046ea38de4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.383030] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd169bd-dde3-4b94-a00a-86397324e86f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.417357] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892afed9-6f7a-4bed-8125-c74a161ebd51 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.425173] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3585027f-eea2-43b1-a11b-e2160f58aa8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.441599] env[62284]: DEBUG nova.compute.provider_tree [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.463023] env[62284]: DEBUG nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1604.495259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.500396] env[62284]: DEBUG oslo_concurrency.lockutils [None req-89fae83d-9862-4684-bd6d-6806fc95dd9c tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "1c2c657e-ee19-425a-a78a-fe02656c0d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.954s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.512531] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954070, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.528326] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954072, 'name': ReconfigVM_Task, 'duration_secs': 0.463364} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.528817] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 9d427896-cb9a-45f5-b09d-9161753dfdf3/9d427896-cb9a-45f5-b09d-9161753dfdf3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.529512] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7225373b-f950-4ef2-aedc-b265204088cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.537051] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1604.537051] env[62284]: value = "task-1954075" [ 1604.537051] env[62284]: _type = "Task" [ 1604.537051] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.545836] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954075, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.554694] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.578623] env[62284]: DEBUG nova.network.neutron [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Updated VIF entry in instance network info cache for port 4119473f-7ce5-43e2-bd22-c1c0e1af7ac1. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.579270] env[62284]: DEBUG nova.network.neutron [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Updating instance_info_cache with network_info: [{"id": "4119473f-7ce5-43e2-bd22-c1c0e1af7ac1", "address": "fa:16:3e:5d:4e:b2", "network": {"id": "22d41e09-fa49-4f20-b8dd-4e00688e83e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-706385491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5440f5d1b97b4cc798853fe29efed1e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4119473f-7c", "ovs_interfaceid": "4119473f-7ce5-43e2-bd22-c1c0e1af7ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.638748] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954074, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.734499] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquiring lock "refresh_cache-2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.734811] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquired lock "refresh_cache-2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.735244] env[62284]: DEBUG nova.network.neutron [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.745305] env[62284]: DEBUG nova.network.neutron [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Successfully created port: 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1604.952566] env[62284]: DEBUG nova.scheduler.client.report [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.014034] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954070, 'name': Rename_Task, 'duration_secs': 1.550958} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.015198] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.015471] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82a6fc36-bcef-4857-a8d6-9364421ab561 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.023130] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1605.023130] env[62284]: value = "task-1954076" [ 1605.023130] env[62284]: _type = "Task" [ 1605.023130] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.035940] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.057683] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954075, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.064746] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.083140] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Releasing lock "refresh_cache-5ec42b93-102a-4709-916e-c88a5c5c30aa" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.083416] env[62284]: DEBUG nova.compute.manager [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Received event network-vif-plugged-63f1f040-4d2b-48df-a2d6-8296f5a3b3ca {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1605.083848] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Acquiring lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.084473] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.084473] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.084921] env[62284]: DEBUG nova.compute.manager [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] No waiting events found dispatching network-vif-plugged-63f1f040-4d2b-48df-a2d6-8296f5a3b3ca {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1605.084921] env[62284]: WARNING nova.compute.manager [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Received unexpected event network-vif-plugged-63f1f040-4d2b-48df-a2d6-8296f5a3b3ca for instance with vm_state building and task_state spawning. [ 1605.084921] env[62284]: DEBUG nova.compute.manager [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Received event network-changed-63f1f040-4d2b-48df-a2d6-8296f5a3b3ca {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1605.085133] env[62284]: DEBUG nova.compute.manager [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Refreshing instance network info cache due to event network-changed-63f1f040-4d2b-48df-a2d6-8296f5a3b3ca. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1605.087513] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Acquiring lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.087513] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Acquired lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.087513] env[62284]: DEBUG nova.network.neutron [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Refreshing network info cache for port 63f1f040-4d2b-48df-a2d6-8296f5a3b3ca {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.141641] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791101} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.144799] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f7cf5402-4409-4bd6-b173-cccca293b20f/f7cf5402-4409-4bd6-b173-cccca293b20f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.144799] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.149294] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-983ddf30-22fa-48d9-90ef-b8d8add12b7f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.152463] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "0b7ee2f0-35d7-4253-9de6-a1e964415865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.152667] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "0b7ee2f0-35d7-4253-9de6-a1e964415865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.159397] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1605.159397] env[62284]: value = "task-1954077" [ 1605.159397] env[62284]: _type = "Task" [ 1605.159397] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.168885] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.332605] env[62284]: DEBUG nova.network.neutron [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1605.458820] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.517s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.461804] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.501s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.462208] env[62284]: DEBUG nova.objects.instance [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lazy-loading 'resources' on Instance uuid 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.479028] env[62284]: DEBUG nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1605.497088] env[62284]: INFO nova.scheduler.client.report [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Deleted allocations for instance 6a5812f6-ab26-4dde-9214-bccfa31ba1a4 [ 1605.514622] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1605.514835] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.514835] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1605.515014] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.515205] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1605.515351] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1605.515557] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1605.515710] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1605.515915] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1605.516056] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1605.516239] env[62284]: DEBUG nova.virt.hardware [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1605.518277] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7046816e-9542-49f0-b803-04cecd8c8c89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.530305] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95797790-6670-4771-926a-dbc70c93152d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.542450] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954076, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.572912] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.573284] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954075, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.656465] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquiring lock "5612b519-7488-411d-bbee-d1d00897234c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.656465] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "5612b519-7488-411d-bbee-d1d00897234c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.657807] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquiring lock "5612b519-7488-411d-bbee-d1d00897234c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.657807] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "5612b519-7488-411d-bbee-d1d00897234c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.657807] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "5612b519-7488-411d-bbee-d1d00897234c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.659555] env[62284]: DEBUG nova.compute.manager [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.664135] env[62284]: INFO nova.compute.manager [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Terminating instance [ 1605.677710] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08794} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.678170] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.678997] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e3cde1-62eb-48ac-91e7-d702e5961b11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.706677] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f7cf5402-4409-4bd6-b173-cccca293b20f/f7cf5402-4409-4bd6-b173-cccca293b20f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.709083] env[62284]: DEBUG nova.network.neutron [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Updating instance_info_cache with network_info: [{"id": "851644f4-ce94-4458-a4fe-736405ffaa4b", "address": "fa:16:3e:87:da:e4", "network": {"id": "8f20986c-14b0-4f85-850b-4487d44c5908", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1693234696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e19a9d086794cdaafbc1608208e2881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851644f4-ce", "ovs_interfaceid": "851644f4-ce94-4458-a4fe-736405ffaa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.714528] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7781c84-6a72-4f2b-bdb8-8e02dc62eccd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.734473] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Releasing lock "refresh_cache-2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.734828] env[62284]: DEBUG nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Instance network_info: |[{"id": "851644f4-ce94-4458-a4fe-736405ffaa4b", "address": "fa:16:3e:87:da:e4", "network": {"id": "8f20986c-14b0-4f85-850b-4487d44c5908", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1693234696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e19a9d086794cdaafbc1608208e2881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851644f4-ce", "ovs_interfaceid": "851644f4-ce94-4458-a4fe-736405ffaa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1605.736915] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:da:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '851644f4-ce94-4458-a4fe-736405ffaa4b', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.745201] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Creating folder: Project (7e19a9d086794cdaafbc1608208e2881). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1605.746211] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31ed2377-a364-48ba-80e8-98c92efa83ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.751390] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1605.751390] env[62284]: value = "task-1954078" [ 1605.751390] env[62284]: _type = "Task" [ 1605.751390] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.758027] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Created folder: Project (7e19a9d086794cdaafbc1608208e2881) in parent group-v402637. [ 1605.758298] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Creating folder: Instances. Parent ref: group-v402690. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1605.758851] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1734f498-d2ab-4ed2-8576-09edc3d2583c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.764626] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.773375] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Created folder: Instances in parent group-v402690. [ 1605.773375] env[62284]: DEBUG oslo.service.loopingcall [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.773941] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.773941] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fde1c1a0-fc41-4a5d-a149-72187c3ac7a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.797554] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.797554] env[62284]: value = "task-1954081" [ 1605.797554] env[62284]: _type = "Task" [ 1605.797554] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.809443] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954081, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.978630] env[62284]: DEBUG nova.network.neutron [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updated VIF entry in instance network info cache for port 63f1f040-4d2b-48df-a2d6-8296f5a3b3ca. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.979105] env[62284]: DEBUG nova.network.neutron [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance_info_cache with network_info: [{"id": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "address": "fa:16:3e:9d:17:4e", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f1f040-4d", "ovs_interfaceid": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.008304] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b014d281-6de0-47b8-8ed7-140eb542b944 tempest-TenantUsagesTestJSON-1989398022 tempest-TenantUsagesTestJSON-1989398022-project-member] Lock "6a5812f6-ab26-4dde-9214-bccfa31ba1a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.404s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.035186] env[62284]: DEBUG oslo_vmware.api [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954076, 'name': PowerOnVM_Task, 'duration_secs': 0.677003} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.038766] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.038766] env[62284]: DEBUG nova.compute.manager [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.041656] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deddbc6-b618-42d4-a8e9-3771141c6207 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.073695] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954075, 'name': Rename_Task, 'duration_secs': 1.261113} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.074814] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.075914] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08a4beb1-e96d-4547-a31f-c2fff179ba3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.081583] env[62284]: DEBUG oslo_vmware.api [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954073, 'name': PowerOnVM_Task, 'duration_secs': 1.542495} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.081583] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.081895] env[62284]: INFO nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Took 14.04 seconds to spawn the instance on the hypervisor. [ 1606.081895] env[62284]: DEBUG nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.083749] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881725bc-59c0-40fe-a40d-b63fe609c29c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.088171] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1606.088171] env[62284]: value = "task-1954083" [ 1606.088171] env[62284]: _type = "Task" [ 1606.088171] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.106025] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954083, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.172318] env[62284]: DEBUG nova.compute.manager [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1606.172539] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1606.173762] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2d0bf5-9680-4082-ae90-d504cbfb1764 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.190463] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.190944] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0d5ca0f-4388-4587-9fc8-867376bba12c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.197708] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.200449] env[62284]: DEBUG oslo_vmware.api [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1606.200449] env[62284]: value = "task-1954084" [ 1606.200449] env[62284]: _type = "Task" [ 1606.200449] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.209360] env[62284]: DEBUG oslo_vmware.api [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.267464] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954078, 'name': ReconfigVM_Task, 'duration_secs': 0.465978} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.267938] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f7cf5402-4409-4bd6-b173-cccca293b20f/f7cf5402-4409-4bd6-b173-cccca293b20f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.268368] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea0e9de1-505f-4435-852a-b9dfffb365b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.275738] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1606.275738] env[62284]: value = "task-1954085" [ 1606.275738] env[62284]: _type = "Task" [ 1606.275738] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.286028] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954085, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.314185] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954081, 'name': CreateVM_Task, 'duration_secs': 0.401024} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.314185] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.314293] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.315335] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.315335] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.315335] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d361e8-b8f0-4ac5-abc5-df34db9a12af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.321584] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1606.321584] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5234d968-f67a-c8dd-fbd8-5208cc2c37d4" [ 1606.321584] env[62284]: _type = "Task" [ 1606.321584] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.335297] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5234d968-f67a-c8dd-fbd8-5208cc2c37d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.430146] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e03664-97e5-4362-beb1-e6d00f04f294 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.440655] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0953b8-3a1d-43ad-85bd-8c8f3fbcf9b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.475075] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5ad2c3-441e-411a-9a4e-45332e1950b4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.483021] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdfe2bf-d761-41f9-ba7e-a8c2d9e99532 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.488732] env[62284]: DEBUG oslo_concurrency.lockutils [req-b8e5999a-eaef-4115-adea-f5d48bc1c9de req-abafd456-430b-44ae-95ae-356f0474c5c1 service nova] Releasing lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.504092] env[62284]: DEBUG nova.compute.provider_tree [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.575347] env[62284]: DEBUG nova.compute.manager [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Received event network-vif-plugged-851644f4-ce94-4458-a4fe-736405ffaa4b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.575574] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] Acquiring lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.575782] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] Lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.576380] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] Lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.576380] env[62284]: DEBUG nova.compute.manager [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] No waiting events found dispatching network-vif-plugged-851644f4-ce94-4458-a4fe-736405ffaa4b {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.576380] env[62284]: WARNING nova.compute.manager [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Received unexpected event network-vif-plugged-851644f4-ce94-4458-a4fe-736405ffaa4b for instance with vm_state building and task_state spawning. [ 1606.576531] env[62284]: DEBUG nova.compute.manager [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Received event network-changed-851644f4-ce94-4458-a4fe-736405ffaa4b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.576634] env[62284]: DEBUG nova.compute.manager [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Refreshing instance network info cache due to event network-changed-851644f4-ce94-4458-a4fe-736405ffaa4b. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1606.579233] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] Acquiring lock "refresh_cache-2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.579233] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] Acquired lock "refresh_cache-2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.579233] env[62284]: DEBUG nova.network.neutron [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Refreshing network info cache for port 851644f4-ce94-4458-a4fe-736405ffaa4b {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.580609] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.603663] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954083, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.609888] env[62284]: INFO nova.compute.manager [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Took 21.42 seconds to build instance. [ 1606.711297] env[62284]: DEBUG oslo_vmware.api [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954084, 'name': PowerOffVM_Task, 'duration_secs': 0.19673} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.711970] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.711970] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1606.712206] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-745f8eb6-94b0-4374-a574-191ef494f123 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.785818] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954085, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.793927] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1606.794177] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1606.794533] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Deleting the datastore file [datastore1] 5612b519-7488-411d-bbee-d1d00897234c {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1606.794612] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce8600de-5248-4d09-8a09-7802415c9a7e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.801575] env[62284]: DEBUG oslo_vmware.api [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for the task: (returnval){ [ 1606.801575] env[62284]: value = "task-1954087" [ 1606.801575] env[62284]: _type = "Task" [ 1606.801575] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.809041] env[62284]: DEBUG oslo_vmware.api [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.832603] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5234d968-f67a-c8dd-fbd8-5208cc2c37d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01386} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.832881] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.833540] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.833540] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.833540] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.833736] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.834118] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7438362b-e4fa-480c-8739-a20dabcd8dd8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.849677] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.849875] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.851347] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd6a572-6248-4b4f-9b4b-d2e36cac06a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.857069] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1606.857069] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a2ec85-0196-9d59-55ae-c13e336064f7" [ 1606.857069] env[62284]: _type = "Task" [ 1606.857069] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.865241] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a2ec85-0196-9d59-55ae-c13e336064f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.012133] env[62284]: DEBUG nova.scheduler.client.report [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.107022] env[62284]: DEBUG oslo_vmware.api [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954083, 'name': PowerOnVM_Task, 'duration_secs': 0.531048} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.107022] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.107022] env[62284]: INFO nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Took 11.44 seconds to spawn the instance on the hypervisor. [ 1607.107022] env[62284]: DEBUG nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.107022] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e8cca6-9979-4160-84cf-8d91e2cdc170 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.114018] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da96518b-60c0-4f6e-9f12-6ccb0ddc1db6 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.939s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.287490] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954085, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.311951] env[62284]: DEBUG oslo_vmware.api [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Task: {'id': task-1954087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369926} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.312416] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.312852] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.313447] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.313822] env[62284]: INFO nova.compute.manager [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1607.314199] env[62284]: DEBUG oslo.service.loopingcall [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.314509] env[62284]: DEBUG nova.compute.manager [-] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1607.314712] env[62284]: DEBUG nova.network.neutron [-] [instance: 5612b519-7488-411d-bbee-d1d00897234c] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1607.376535] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a2ec85-0196-9d59-55ae-c13e336064f7, 'name': SearchDatastore_Task, 'duration_secs': 0.027518} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.377589] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ce384f-5818-42ee-9f35-d9d5e67c0987 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.384101] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1607.384101] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b93d2e-5e4f-676c-e5f1-dd982b7b82db" [ 1607.384101] env[62284]: _type = "Task" [ 1607.384101] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.391629] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b93d2e-5e4f-676c-e5f1-dd982b7b82db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.517712] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.520551] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.345s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.564108] env[62284]: INFO nova.scheduler.client.report [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Deleted allocations for instance 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915 [ 1607.582905] env[62284]: DEBUG nova.network.neutron [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Updated VIF entry in instance network info cache for port 851644f4-ce94-4458-a4fe-736405ffaa4b. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.582905] env[62284]: DEBUG nova.network.neutron [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Updating instance_info_cache with network_info: [{"id": "851644f4-ce94-4458-a4fe-736405ffaa4b", "address": "fa:16:3e:87:da:e4", "network": {"id": "8f20986c-14b0-4f85-850b-4487d44c5908", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1693234696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e19a9d086794cdaafbc1608208e2881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851644f4-ce", "ovs_interfaceid": "851644f4-ce94-4458-a4fe-736405ffaa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.631812] env[62284]: INFO nova.compute.manager [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Took 21.65 seconds to build instance. [ 1607.740058] env[62284]: DEBUG nova.network.neutron [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Successfully updated port: 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1607.788277] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954085, 'name': Rename_Task, 'duration_secs': 1.194081} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.788652] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.788904] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-708bc43e-3324-4735-994c-5a4b99280d83 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.798610] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1607.798610] env[62284]: value = "task-1954088" [ 1607.798610] env[62284]: _type = "Task" [ 1607.798610] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.808140] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.895251] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b93d2e-5e4f-676c-e5f1-dd982b7b82db, 'name': SearchDatastore_Task, 'duration_secs': 0.043379} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.895534] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.895786] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e/2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.896062] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d925a7d8-4b2c-4ad6-8fbd-3f584d3840be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.905928] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1607.905928] env[62284]: value = "task-1954089" [ 1607.905928] env[62284]: _type = "Task" [ 1607.905928] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.918736] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.075934] env[62284]: DEBUG oslo_concurrency.lockutils [None req-039d793a-34dc-4b38-8d85-2feb7c9cbfda tempest-ServerDiagnosticsTest-637661804 tempest-ServerDiagnosticsTest-637661804-project-member] Lock "041de0f2-3ce8-4ce0-9d2b-fa8c419ba915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.974s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.088758] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f138ed7-17e2-40bd-a398-f6b402d3563f req-6fa19917-cce7-4eb3-b90e-29ada549651b service nova] Releasing lock "refresh_cache-2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.106087] env[62284]: DEBUG nova.compute.manager [req-14b1f6da-492a-4a00-91d7-451665b6c274 req-b6d12f83-4fd7-4692-8c93-7bb81da7bcd6 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received event network-vif-plugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1608.106087] env[62284]: DEBUG oslo_concurrency.lockutils [req-14b1f6da-492a-4a00-91d7-451665b6c274 req-b6d12f83-4fd7-4692-8c93-7bb81da7bcd6 service nova] Acquiring lock "ca6758db-5d65-4671-814c-957348d62858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.106087] env[62284]: DEBUG oslo_concurrency.lockutils [req-14b1f6da-492a-4a00-91d7-451665b6c274 req-b6d12f83-4fd7-4692-8c93-7bb81da7bcd6 service nova] Lock "ca6758db-5d65-4671-814c-957348d62858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.108412] env[62284]: DEBUG oslo_concurrency.lockutils [req-14b1f6da-492a-4a00-91d7-451665b6c274 req-b6d12f83-4fd7-4692-8c93-7bb81da7bcd6 service nova] Lock "ca6758db-5d65-4671-814c-957348d62858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.108599] env[62284]: DEBUG nova.compute.manager [req-14b1f6da-492a-4a00-91d7-451665b6c274 req-b6d12f83-4fd7-4692-8c93-7bb81da7bcd6 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] No waiting events found dispatching network-vif-plugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1608.109789] env[62284]: WARNING nova.compute.manager [req-14b1f6da-492a-4a00-91d7-451665b6c274 req-b6d12f83-4fd7-4692-8c93-7bb81da7bcd6 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received unexpected event network-vif-plugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc for instance with vm_state building and task_state spawning. [ 1608.138977] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2aade172-8f1d-4c19-9f85-e57d68d7ca55 tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "9d427896-cb9a-45f5-b09d-9161753dfdf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.176s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.241343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.241456] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.241694] env[62284]: DEBUG nova.network.neutron [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.318682] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954088, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.421555] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.576212] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 6478fd00-dda1-410d-b0c0-b69de16292e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576212] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 076233c5-52f4-43cd-8192-1f59281020b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576212] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 45d8b29a-3b2a-409e-967c-d5097085fb0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576212] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 921af820-927f-4429-a5c0-e4eb55b3ca23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576390] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 9591494e-097f-4528-a615-88bbdf4178b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576390] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 5ec42b93-102a-4709-916e-c88a5c5c30aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576390] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 75ca28c2-0e7e-4f57-bf57-dccbd195b16e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576390] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 5612b519-7488-411d-bbee-d1d00897234c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576527] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1c2c657e-ee19-425a-a78a-fe02656c0d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576527] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4e7a8fc5-0066-480b-bdb5-44b2c64d267e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.576592] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 9d427896-cb9a-45f5-b09d-9161753dfdf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.577022] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f7cf5402-4409-4bd6-b173-cccca293b20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.577142] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.577263] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ca6758db-5d65-4671-814c-957348d62858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.639759] env[62284]: DEBUG nova.compute.manager [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.640883] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43edea-5baf-4cf8-a7b5-3994053c7a91 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.753251] env[62284]: DEBUG nova.network.neutron [-] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.799479] env[62284]: DEBUG nova.network.neutron [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1608.813405] env[62284]: DEBUG oslo_vmware.api [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954088, 'name': PowerOnVM_Task, 'duration_secs': 0.863526} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.813858] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.814762] env[62284]: INFO nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1608.814990] env[62284]: DEBUG nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.815868] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f8db3-2708-4466-985b-98caeb0acf4d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.919763] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591277} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.920036] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e/2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.920485] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.920689] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe485b80-b255-46a4-909e-9371e10058f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.930771] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1608.930771] env[62284]: value = "task-1954090" [ 1608.930771] env[62284]: _type = "Task" [ 1608.930771] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.947981] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.082023] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1609.135298] env[62284]: DEBUG nova.network.neutron [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating instance_info_cache with network_info: [{"id": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "address": "fa:16:3e:1c:d3:4d", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c53f1-f4", "ovs_interfaceid": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.160922] env[62284]: INFO nova.compute.manager [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] instance snapshotting [ 1609.167025] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3615fd7-fc89-45ff-beb5-969796d37bfd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.187476] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c098a2a-bfd2-4530-81d6-b51d11e3e0d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.255545] env[62284]: INFO nova.compute.manager [-] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Took 1.94 seconds to deallocate network for instance. [ 1609.342356] env[62284]: INFO nova.compute.manager [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Took 21.59 seconds to build instance. [ 1609.445198] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071726} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.447203] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.447896] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aa1ef4-c5f7-4945-a5e4-18f6b2c16568 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.478935] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e/2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.479296] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9103a8-57f2-4ce6-b587-9fe79a3eaf89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.507873] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1609.507873] env[62284]: value = "task-1954091" [ 1609.507873] env[62284]: _type = "Task" [ 1609.507873] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.522038] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.585817] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1609.640631] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.640972] env[62284]: DEBUG nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Instance network_info: |[{"id": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "address": "fa:16:3e:1c:d3:4d", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c53f1-f4", "ovs_interfaceid": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1609.641708] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d3:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.650584] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating folder: Project (fd720f81aa344d3e93aa73bd0fe10ee1). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1609.650986] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-292732cf-693f-4098-ad9d-6b90fd8e96b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.662285] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Created folder: Project (fd720f81aa344d3e93aa73bd0fe10ee1) in parent group-v402637. [ 1609.662593] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating folder: Instances. Parent ref: group-v402693. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1609.662854] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7e62436-6c09-4710-ab2b-06413e4f9c88 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.675334] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Created folder: Instances in parent group-v402693. [ 1609.675334] env[62284]: DEBUG oslo.service.loopingcall [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.675334] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6758db-5d65-4671-814c-957348d62858] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.675334] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecf3a8c9-fe90-4e15-b72f-a9ed8452b872 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.701709] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1609.701993] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.701993] env[62284]: value = "task-1954094" [ 1609.701993] env[62284]: _type = "Task" [ 1609.701993] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.702215] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-95d6f601-5ee7-4eba-88b7-7311ce36ba35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.712460] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954094, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.713865] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1609.713865] env[62284]: value = "task-1954095" [ 1609.713865] env[62284]: _type = "Task" [ 1609.713865] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.723445] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.762264] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.850334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5be3a0f7-db45-44af-8e55-6ac82c340647 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.111s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.019699] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.089413] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1023f77b-0f09-418a-adf1-d3e36bc41bc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1610.230033] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954094, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.236603] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954095, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.522559] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954091, 'name': ReconfigVM_Task, 'duration_secs': 0.636441} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.522978] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e/2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.523789] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d66b3e6-40db-4473-8f1f-b2ca7395129e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.530388] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1610.530388] env[62284]: value = "task-1954096" [ 1610.530388] env[62284]: _type = "Task" [ 1610.530388] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.538535] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954096, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.593982] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c16adb4f-babc-421a-9004-948bae581252 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1610.718182] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954094, 'name': CreateVM_Task, 'duration_secs': 0.530673} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.722844] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6758db-5d65-4671-814c-957348d62858] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.723878] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.724080] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.724407] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.725322] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c395ce-71dd-440c-8822-927b2965254e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.731207] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954095, 'name': CreateSnapshot_Task, 'duration_secs': 0.909121} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.734987] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1610.734987] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2656dd4-2569-4692-bed1-2495e741c962 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.741311] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1610.741311] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5253ac67-469f-b5a2-1b55-fba8515fa0a9" [ 1610.741311] env[62284]: _type = "Task" [ 1610.741311] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.761385] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5253ac67-469f-b5a2-1b55-fba8515fa0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.761385] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.761385] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.761385] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.761557] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.761557] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.761557] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b95ca36-401b-421f-b4f5-f054723acbbc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.776261] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.776459] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.777323] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6015f1e0-f18b-44e8-8127-4fe67b038c06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.786707] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1610.786707] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52066f85-2f5c-c9f8-9deb-89a4831b8262" [ 1610.786707] env[62284]: _type = "Task" [ 1610.786707] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.795450] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52066f85-2f5c-c9f8-9deb-89a4831b8262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.919874] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "45d8b29a-3b2a-409e-967c-d5097085fb0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.921026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "45d8b29a-3b2a-409e-967c-d5097085fb0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.921026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "45d8b29a-3b2a-409e-967c-d5097085fb0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.921026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "45d8b29a-3b2a-409e-967c-d5097085fb0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.921026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "45d8b29a-3b2a-409e-967c-d5097085fb0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.925643] env[62284]: INFO nova.compute.manager [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Terminating instance [ 1610.989790] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.991484] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.043496] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954096, 'name': Rename_Task, 'duration_secs': 0.208214} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.043801] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.044098] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207fdff6-f808-45d5-b1a0-f1b3226a9445 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.050616] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1611.050616] env[62284]: value = "task-1954097" [ 1611.050616] env[62284]: _type = "Task" [ 1611.050616] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.059490] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.101731] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 0b7ee2f0-35d7-4253-9de6-a1e964415865 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1611.101731] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1611.101731] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1611.153965] env[62284]: DEBUG nova.compute.manager [None req-27075966-98e1-43ee-b177-e70185800d52 tempest-ServerDiagnosticsV248Test-73907011 tempest-ServerDiagnosticsV248Test-73907011-project-admin] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.161022] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee018cd1-b824-4fdc-b18c-bf2ac0604613 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.175425] env[62284]: INFO nova.compute.manager [None req-27075966-98e1-43ee-b177-e70185800d52 tempest-ServerDiagnosticsV248Test-73907011 tempest-ServerDiagnosticsV248Test-73907011-project-admin] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Retrieving diagnostics [ 1611.175425] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc62182-ec7b-428d-97f1-7876dfbdbd73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.260570] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1611.260570] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43081c25-d3d6-4f14-a3b7-1f98751f20ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.274393] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1611.274393] env[62284]: value = "task-1954098" [ 1611.274393] env[62284]: _type = "Task" [ 1611.274393] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.289196] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954098, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.297767] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52066f85-2f5c-c9f8-9deb-89a4831b8262, 'name': SearchDatastore_Task, 'duration_secs': 0.043959} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.301446] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b203fcf2-6dd4-4148-bad9-d4a50afb6bc8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.310307] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1611.310307] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520dbabc-9fff-f097-92eb-77bdcc6d67a3" [ 1611.310307] env[62284]: _type = "Task" [ 1611.310307] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.320586] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520dbabc-9fff-f097-92eb-77bdcc6d67a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.432710] env[62284]: DEBUG nova.compute.manager [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.432710] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.432990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59b9072-18da-4be0-a0c8-2fe186b579e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.444480] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.444808] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8f97ac-4a3b-42e1-aba7-cdd729a1fba7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.452721] env[62284]: DEBUG oslo_vmware.api [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1611.452721] env[62284]: value = "task-1954099" [ 1611.452721] env[62284]: _type = "Task" [ 1611.452721] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.464457] env[62284]: DEBUG oslo_vmware.api [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.496155] env[62284]: DEBUG nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1611.551338] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a0a744-e709-4b9c-b27d-1f215d2b49c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.569397] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563eb192-683a-4553-89d8-9301428c9520 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.574788] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.607049] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c8acd-3e41-4d50-9a80-c8c11a1e2f0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.613794] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb123d-ea64-4d34-9d3e-41a4df4c5f66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.629052] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.790251] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954098, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.823893] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520dbabc-9fff-f097-92eb-77bdcc6d67a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.824492] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.824869] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ca6758db-5d65-4671-814c-957348d62858/ca6758db-5d65-4671-814c-957348d62858.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.825317] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d118100b-63bd-4bb0-97d6-522befb1a4b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.834633] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1611.834633] env[62284]: value = "task-1954100" [ 1611.834633] env[62284]: _type = "Task" [ 1611.834633] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.845303] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.963835] env[62284]: DEBUG oslo_vmware.api [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954099, 'name': PowerOffVM_Task, 'duration_secs': 0.401002} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.963835] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.963966] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.965473] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c317626d-ec85-4944-b9f3-81976cab7121 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.028100] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.045262] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.045649] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.045921] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleting the datastore file [datastore1] 45d8b29a-3b2a-409e-967c-d5097085fb0e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.047310] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bbc876b-7395-49cb-a9ef-e6affca9de2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.053764] env[62284]: DEBUG oslo_vmware.api [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1612.053764] env[62284]: value = "task-1954102" [ 1612.053764] env[62284]: _type = "Task" [ 1612.053764] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.070189] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.073603] env[62284]: DEBUG oslo_vmware.api [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.133737] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.293067] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954098, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.352810] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954100, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.581537] env[62284]: DEBUG oslo_vmware.api [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474253} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.586046] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.586046] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.586046] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.586046] env[62284]: INFO nova.compute.manager [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1612.586046] env[62284]: DEBUG oslo.service.loopingcall [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.586253] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954097, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.586253] env[62284]: DEBUG nova.compute.manager [-] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.586388] env[62284]: DEBUG nova.network.neutron [-] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.640028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Acquiring lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.640086] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.642368] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1612.643351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.122s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.643351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.718s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.645251] env[62284]: INFO nova.compute.claims [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.789708] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954098, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.793800] env[62284]: DEBUG nova.compute.manager [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received event network-changed-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1612.793800] env[62284]: DEBUG nova.compute.manager [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Refreshing instance network info cache due to event network-changed-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1612.793800] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] Acquiring lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.794123] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] Acquired lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.794123] env[62284]: DEBUG nova.network.neutron [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Refreshing network info cache for port 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.849380] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567905} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.849984] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ca6758db-5d65-4671-814c-957348d62858/ca6758db-5d65-4671-814c-957348d62858.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.852018] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.852018] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d86a8a2f-987f-4001-b0ef-9ef4e47e0224 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.859060] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1612.859060] env[62284]: value = "task-1954103" [ 1612.859060] env[62284]: _type = "Task" [ 1612.859060] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.871389] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.078369] env[62284]: DEBUG oslo_vmware.api [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954097, 'name': PowerOnVM_Task, 'duration_secs': 1.643502} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.078965] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.079360] env[62284]: INFO nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1613.079800] env[62284]: DEBUG nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.081055] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a0ddfc-5a25-4b5e-ba5a-97922565e5ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.145661] env[62284]: DEBUG nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.299499] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954098, 'name': CloneVM_Task, 'duration_secs': 1.890958} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.301827] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Created linked-clone VM from snapshot [ 1613.302795] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525c96cf-3ad2-47b1-80b3-aa7ec217ef77 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.312177] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Uploading image 3c5cf705-31db-4f62-82fa-67af865e8158 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1613.351627] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1613.351627] env[62284]: value = "vm-402697" [ 1613.351627] env[62284]: _type = "VirtualMachine" [ 1613.351627] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1613.351627] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ed22906-20e8-4a43-af8e-c792c15189f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.361954] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lease: (returnval){ [ 1613.361954] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5206de2c-c5d0-b5f9-f89a-98fdde37804b" [ 1613.361954] env[62284]: _type = "HttpNfcLease" [ 1613.361954] env[62284]: } obtained for exporting VM: (result){ [ 1613.361954] env[62284]: value = "vm-402697" [ 1613.361954] env[62284]: _type = "VirtualMachine" [ 1613.361954] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1613.362290] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the lease: (returnval){ [ 1613.362290] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5206de2c-c5d0-b5f9-f89a-98fdde37804b" [ 1613.362290] env[62284]: _type = "HttpNfcLease" [ 1613.362290] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1613.383027] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1613.383027] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5206de2c-c5d0-b5f9-f89a-98fdde37804b" [ 1613.383027] env[62284]: _type = "HttpNfcLease" [ 1613.383027] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1613.383027] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225466} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.383027] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1613.383027] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5206de2c-c5d0-b5f9-f89a-98fdde37804b" [ 1613.383027] env[62284]: _type = "HttpNfcLease" [ 1613.383027] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1613.383341] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.384555] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a9beeb-4100-457a-bf7d-39d958f3c6aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.387604] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ffe72c-8837-45c3-bc99-0c86bd7112d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.396438] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae66fc-f494-06df-f7f0-22c8fd1211db/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1613.396647] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae66fc-f494-06df-f7f0-22c8fd1211db/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1613.418863] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] ca6758db-5d65-4671-814c-957348d62858/ca6758db-5d65-4671-814c-957348d62858.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.420099] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39bea75f-c081-4d2d-a3c4-81c52e2d3b14 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.498700] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1613.498700] env[62284]: value = "task-1954105" [ 1613.498700] env[62284]: _type = "Task" [ 1613.498700] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.518295] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.549827] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bcfc5bc5-e7bf-4844-a213-6b2e1505fdd9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.604028] env[62284]: INFO nova.compute.manager [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Took 24.64 seconds to build instance. [ 1613.640168] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.640841] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.679418] env[62284]: DEBUG nova.network.neutron [-] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.691243] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.894103] env[62284]: DEBUG nova.network.neutron [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Updated VIF entry in instance network info cache for port 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.895388] env[62284]: DEBUG nova.network.neutron [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating instance_info_cache with network_info: [{"id": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "address": "fa:16:3e:1c:d3:4d", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c53f1-f4", "ovs_interfaceid": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.014766] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954105, 'name': ReconfigVM_Task, 'duration_secs': 0.514934} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.021043] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Reconfigured VM instance instance-00000011 to attach disk [datastore1] ca6758db-5d65-4671-814c-957348d62858/ca6758db-5d65-4671-814c-957348d62858.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.023945] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce5008bb-a678-455b-96a4-392fb5f7bbf7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.034842] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "4774c400-b889-4bec-a0d0-23ad78dc3084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.036743] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.036743] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1614.036743] env[62284]: value = "task-1954106" [ 1614.036743] env[62284]: _type = "Task" [ 1614.036743] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.056906] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954106, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.108160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3c736c0-5b36-43da-bcdf-125e830255ca tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.156s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.113076] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac024f6-1099-4ee6-8979-280cfe87aa7e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.121463] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8fa419-c34c-4268-a42a-1d01bdd76ee2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.174055] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffcd770-cc2d-41ca-ac14-f393537f5e07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.176816] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.177088] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1614.177795] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1614.185236] env[62284]: INFO nova.compute.manager [-] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Took 1.60 seconds to deallocate network for instance. [ 1614.188707] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50330d0-1d79-49ff-9634-2fb2820ed2da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.222632] env[62284]: DEBUG nova.compute.provider_tree [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.230584] env[62284]: DEBUG nova.compute.manager [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1614.398268] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] Releasing lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.398527] env[62284]: DEBUG nova.compute.manager [req-ff5b5c56-b94b-448a-8b90-eb9b9992ee1f req-335fdfbf-5d93-4dfe-90c7-9b48dd53e9ed service nova] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Received event network-vif-deleted-de079533-031f-467b-8eab-dc3e808143f7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.541373] env[62284]: DEBUG nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1614.564659] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954106, 'name': Rename_Task, 'duration_secs': 0.187332} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.565155] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.565480] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b438ec9d-a668-4b23-bec3-777172f0e290 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.576367] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1614.576367] env[62284]: value = "task-1954107" [ 1614.576367] env[62284]: _type = "Task" [ 1614.576367] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.587198] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.686316] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Skipping network cache update for instance because it is being deleted. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1614.686567] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: ca6758db-5d65-4671-814c-957348d62858] Skipping network cache update for instance because it is Building. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1614.686829] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Skipping network cache update for instance because it is Building. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1614.691334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.691661] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquired lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.691851] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Forcefully refreshing network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1614.692709] env[62284]: DEBUG nova.objects.instance [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lazy-loading 'info_cache' on Instance uuid 6478fd00-dda1-410d-b0c0-b69de16292e4 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.693916] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.694172] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.704362] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.728362] env[62284]: DEBUG nova.scheduler.client.report [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.764303] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.018158] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquiring lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.018422] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.025534] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquiring lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.025534] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.025534] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.025955] env[62284]: INFO nova.compute.manager [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Terminating instance [ 1615.086209] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.095613] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954107, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.204146] env[62284]: DEBUG nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1615.234168] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.234818] env[62284]: DEBUG nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.240490] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.885s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.242105] env[62284]: INFO nova.compute.claims [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.540396] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquiring lock "refresh_cache-75ca28c2-0e7e-4f57-bf57-dccbd195b16e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.540695] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquired lock "refresh_cache-75ca28c2-0e7e-4f57-bf57-dccbd195b16e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.540888] env[62284]: DEBUG nova.network.neutron [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.590039] env[62284]: DEBUG oslo_vmware.api [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954107, 'name': PowerOnVM_Task, 'duration_secs': 0.557166} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.590486] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.590766] env[62284]: INFO nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1615.594925] env[62284]: DEBUG nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.594925] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0fb27e-9794-4ef9-928c-4a28034c56bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.746106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.751683] env[62284]: DEBUG nova.compute.utils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1615.757052] env[62284]: DEBUG nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1615.757052] env[62284]: DEBUG nova.network.neutron [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1615.866951] env[62284]: DEBUG nova.policy [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f97b660e4045059161d56a7633d018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00f62ead2ba741ffa14c3a4aa7711f1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.088681] env[62284]: DEBUG nova.network.neutron [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.115021] env[62284]: INFO nova.compute.manager [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Took 26.32 seconds to build instance. [ 1616.247134] env[62284]: DEBUG nova.network.neutron [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.257675] env[62284]: DEBUG nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.622656] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98ced8ab-9a70-49fb-a22e-b7a0d7d6051b tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.669s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.665940] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912f3c85-1205-4c99-9e0a-c5ba343ddbfa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.676854] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac904133-ef3e-48c9-b8dc-231e9fd00e49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.713156] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44253402-3584-4727-9773-d94761704a9e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.723389] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bcffe4-9750-4c26-86f9-2856dd6a4672 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.741467] env[62284]: DEBUG nova.compute.provider_tree [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.751634] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Releasing lock "refresh_cache-75ca28c2-0e7e-4f57-bf57-dccbd195b16e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.755021] env[62284]: DEBUG nova.compute.manager [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1616.755021] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1616.755021] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f596cc-38ec-478c-8b43-d85dc5dc6ff5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.762132] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.762234] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-739bff3a-e72b-4ffc-a820-6a2d8d69a649 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.776806] env[62284]: DEBUG oslo_vmware.api [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1616.776806] env[62284]: value = "task-1954108" [ 1616.776806] env[62284]: _type = "Task" [ 1616.776806] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.788482] env[62284]: DEBUG oslo_vmware.api [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.871132] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Updating instance_info_cache with network_info: [{"id": "f13a23a2-771d-460d-8911-7e703149e39c", "address": "fa:16:3e:46:92:42", "network": {"id": "8ae330b8-8b6a-4543-a217-af979eed2119", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-900263190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c4c22c7f5f5477db31bb88d75dd1c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13a23a2-77", "ovs_interfaceid": "f13a23a2-771d-460d-8911-7e703149e39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.955911] env[62284]: DEBUG nova.network.neutron [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Successfully created port: eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.119772] env[62284]: DEBUG nova.compute.manager [req-6f724cda-3e90-4e5b-a309-37de0d01c648 req-11f0f19e-8e8b-4d61-89dd-8286e3ac8ed8 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Received event network-changed-c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1617.120011] env[62284]: DEBUG nova.compute.manager [req-6f724cda-3e90-4e5b-a309-37de0d01c648 req-11f0f19e-8e8b-4d61-89dd-8286e3ac8ed8 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Refreshing instance network info cache due to event network-changed-c7fbcf9c-1f07-4350-880a-1f835c791a9d. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1617.120419] env[62284]: DEBUG oslo_concurrency.lockutils [req-6f724cda-3e90-4e5b-a309-37de0d01c648 req-11f0f19e-8e8b-4d61-89dd-8286e3ac8ed8 service nova] Acquiring lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.121917] env[62284]: DEBUG oslo_concurrency.lockutils [req-6f724cda-3e90-4e5b-a309-37de0d01c648 req-11f0f19e-8e8b-4d61-89dd-8286e3ac8ed8 service nova] Acquired lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.121917] env[62284]: DEBUG nova.network.neutron [req-6f724cda-3e90-4e5b-a309-37de0d01c648 req-11f0f19e-8e8b-4d61-89dd-8286e3ac8ed8 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Refreshing network info cache for port c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.161080] env[62284]: DEBUG nova.compute.manager [req-f79d88ec-537c-4c35-93f9-7fb8b377ffd8 req-daf71cf9-3ccd-47b8-8b2b-47e19075c676 service nova] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Received event network-vif-deleted-bf79d842-56b8-4ec3-91da-c2bf8bf3b9b3 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1617.245530] env[62284]: DEBUG nova.scheduler.client.report [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.275445] env[62284]: DEBUG nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.290931] env[62284]: DEBUG oslo_vmware.api [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954108, 'name': PowerOffVM_Task, 'duration_secs': 0.172535} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.291304] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.293487] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1617.293487] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71533b4f-3dab-4fae-aae1-7e6368205400 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.306817] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.306817] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.306817] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.307604] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.307875] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.308104] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.308702] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.308903] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.309110] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.309995] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.309995] env[62284]: DEBUG nova.virt.hardware [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.310707] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65afd9f-5ff3-4cae-af52-4ca6f86c8e08 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.321950] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612dff3a-349d-49be-93fd-20f6c8c497a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.326901] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1617.326901] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1617.327127] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Deleting the datastore file [datastore1] 75ca28c2-0e7e-4f57-bf57-dccbd195b16e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1617.327429] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1a9f66d-8347-4fff-a8f5-2d136390437a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.343815] env[62284]: DEBUG oslo_vmware.api [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for the task: (returnval){ [ 1617.343815] env[62284]: value = "task-1954110" [ 1617.343815] env[62284]: _type = "Task" [ 1617.343815] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.352042] env[62284]: DEBUG oslo_vmware.api [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.377823] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Releasing lock "refresh_cache-6478fd00-dda1-410d-b0c0-b69de16292e4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.378610] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Updated the network info_cache for instance {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1617.378902] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.379191] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.509189] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.509189] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.754067] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.754067] env[62284]: DEBUG nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.757771] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.125s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.759662] env[62284]: INFO nova.compute.claims [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.856894] env[62284]: DEBUG oslo_vmware.api [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Task: {'id': task-1954110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253797} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.859538] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1617.859741] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1617.859942] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.860840] env[62284]: INFO nova.compute.manager [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1617.860840] env[62284]: DEBUG oslo.service.loopingcall [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.860840] env[62284]: DEBUG nova.compute.manager [-] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1617.860840] env[62284]: DEBUG nova.network.neutron [-] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1617.898104] env[62284]: DEBUG nova.network.neutron [-] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.009943] env[62284]: DEBUG nova.network.neutron [req-6f724cda-3e90-4e5b-a309-37de0d01c648 req-11f0f19e-8e8b-4d61-89dd-8286e3ac8ed8 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Updated VIF entry in instance network info cache for port c7fbcf9c-1f07-4350-880a-1f835c791a9d. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.010631] env[62284]: DEBUG nova.network.neutron [req-6f724cda-3e90-4e5b-a309-37de0d01c648 req-11f0f19e-8e8b-4d61-89dd-8286e3ac8ed8 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Updating instance_info_cache with network_info: [{"id": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "address": "fa:16:3e:57:ae:4f", "network": {"id": "9f770da1-8ac7-495e-9b77-e2596ee2b2cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-828762848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caae7bfbf8864908b305b9abe1dd31e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7fbcf9c-1f", "ovs_interfaceid": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.012450] env[62284]: DEBUG nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1618.259129] env[62284]: DEBUG nova.compute.utils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.264573] env[62284]: DEBUG nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.264833] env[62284]: DEBUG nova.network.neutron [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.335790] env[62284]: DEBUG nova.policy [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc49a6e1b49475bbf306de8eb0d7a31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23cb590598db4eda98ac9752a8f5ad7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.401442] env[62284]: DEBUG nova.network.neutron [-] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.518124] env[62284]: DEBUG oslo_concurrency.lockutils [req-6f724cda-3e90-4e5b-a309-37de0d01c648 req-11f0f19e-8e8b-4d61-89dd-8286e3ac8ed8 service nova] Releasing lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.540502] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.696164] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquiring lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.696367] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.768035] env[62284]: DEBUG nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1618.907726] env[62284]: INFO nova.compute.manager [-] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Took 1.05 seconds to deallocate network for instance. [ 1619.252333] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502406bd-b7a0-471c-906b-353656203867 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.263328] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6526d95-87b3-43f2-8041-67495478a062 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.315232] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6b8434-bd7a-4a20-b928-629631e4e402 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.325189] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ab633-ab15-402f-8200-1ab11ffed42e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.348801] env[62284]: DEBUG nova.compute.provider_tree [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.370636] env[62284]: DEBUG nova.network.neutron [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Successfully created port: 93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1619.417160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.779550] env[62284]: DEBUG nova.network.neutron [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Successfully updated port: eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1619.814085] env[62284]: DEBUG nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.852148] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1619.852148] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.852512] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1619.852882] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.853195] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1619.854291] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1619.854291] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1619.854291] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1619.854291] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1619.854291] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1619.856020] env[62284]: DEBUG nova.virt.hardware [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1619.856020] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee4959-db58-4f3d-92d5-df31c0f09071 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.860351] env[62284]: DEBUG nova.scheduler.client.report [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.873109] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d1db3b-3959-4fad-89a9-d600b3645f64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.948441] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.948441] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.283979] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.284130] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.284292] env[62284]: DEBUG nova.network.neutron [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.367472] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.367472] env[62284]: DEBUG nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.370421] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.876s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.371945] env[62284]: INFO nova.compute.claims [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.832161] env[62284]: DEBUG nova.network.neutron [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.878152] env[62284]: DEBUG nova.compute.utils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.882876] env[62284]: DEBUG nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.882876] env[62284]: DEBUG nova.network.neutron [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.911032] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.912495] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.987038] env[62284]: DEBUG nova.policy [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc1e155657d545c6b0db09acae699b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09716184fa71458baf122aa626c4e0d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1621.229963] env[62284]: DEBUG nova.network.neutron [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Updating instance_info_cache with network_info: [{"id": "eaa216aa-50a2-45ae-80a4-fa89e110d13e", "address": "fa:16:3e:8b:b8:a1", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa216aa-50", "ovs_interfaceid": "eaa216aa-50a2-45ae-80a4-fa89e110d13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.331108] env[62284]: DEBUG nova.compute.manager [req-c03351c3-494b-46a4-bc33-d92b7c4892c8 req-f747f929-4b7b-4145-8db7-3e9af873c2e4 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Received event network-vif-plugged-eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1621.331361] env[62284]: DEBUG oslo_concurrency.lockutils [req-c03351c3-494b-46a4-bc33-d92b7c4892c8 req-f747f929-4b7b-4145-8db7-3e9af873c2e4 service nova] Acquiring lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.331571] env[62284]: DEBUG oslo_concurrency.lockutils [req-c03351c3-494b-46a4-bc33-d92b7c4892c8 req-f747f929-4b7b-4145-8db7-3e9af873c2e4 service nova] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.331744] env[62284]: DEBUG oslo_concurrency.lockutils [req-c03351c3-494b-46a4-bc33-d92b7c4892c8 req-f747f929-4b7b-4145-8db7-3e9af873c2e4 service nova] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.331900] env[62284]: DEBUG nova.compute.manager [req-c03351c3-494b-46a4-bc33-d92b7c4892c8 req-f747f929-4b7b-4145-8db7-3e9af873c2e4 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] No waiting events found dispatching network-vif-plugged-eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1621.332081] env[62284]: WARNING nova.compute.manager [req-c03351c3-494b-46a4-bc33-d92b7c4892c8 req-f747f929-4b7b-4145-8db7-3e9af873c2e4 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Received unexpected event network-vif-plugged-eaa216aa-50a2-45ae-80a4-fa89e110d13e for instance with vm_state building and task_state spawning. [ 1621.383620] env[62284]: DEBUG nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.458186] env[62284]: DEBUG nova.network.neutron [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Successfully created port: 3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1621.735384] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.735384] env[62284]: DEBUG nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Instance network_info: |[{"id": "eaa216aa-50a2-45ae-80a4-fa89e110d13e", "address": "fa:16:3e:8b:b8:a1", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa216aa-50", "ovs_interfaceid": "eaa216aa-50a2-45ae-80a4-fa89e110d13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1621.735952] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b8:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaa216aa-50a2-45ae-80a4-fa89e110d13e', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1621.744822] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Creating folder: Project (00f62ead2ba741ffa14c3a4aa7711f1b). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1621.744822] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6452fe06-81f2-47e9-a5c7-054aea071ce4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.796396] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Created folder: Project (00f62ead2ba741ffa14c3a4aa7711f1b) in parent group-v402637. [ 1621.796396] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Creating folder: Instances. Parent ref: group-v402698. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1621.796396] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48159ceb-ad3c-4637-bf06-5bcafca59162 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.796396] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Created folder: Instances in parent group-v402698. [ 1621.796396] env[62284]: DEBUG oslo.service.loopingcall [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.796396] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1621.796666] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d38f5b51-6bf4-423a-8df8-d65c6900502b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.813742] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "03afc473-0ccf-4a3d-8549-b76c82951a22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.813742] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "03afc473-0ccf-4a3d-8549-b76c82951a22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.819409] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquiring lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.819409] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.819409] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1621.819409] env[62284]: value = "task-1954113" [ 1621.819409] env[62284]: _type = "Task" [ 1621.819409] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.836876] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954113, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.914853] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cef212-f66d-4042-bb51-716a8e517d61 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.926012] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b69190-160a-420d-98cb-df884d3d05f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.969907] env[62284]: DEBUG nova.network.neutron [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Successfully updated port: 93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1621.971481] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc09523b-26b4-4d0d-8f6a-2b05d3f45544 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.980651] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b483c9b-d64b-4d87-b759-358f929af958 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.996234] env[62284]: DEBUG nova.compute.provider_tree [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.329591] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954113, 'name': CreateVM_Task, 'duration_secs': 0.447102} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.329779] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.330535] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.330912] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.331356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.331643] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010e7017-764e-4c27-9d7f-a9f37215c3a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.336887] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1622.336887] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b8056c-3a18-12a4-5ea8-b6c5507f7f8c" [ 1622.336887] env[62284]: _type = "Task" [ 1622.336887] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.346467] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b8056c-3a18-12a4-5ea8-b6c5507f7f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.408827] env[62284]: DEBUG nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.445053] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1622.445053] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.445053] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1622.445263] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.445263] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1622.445263] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1622.445689] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1622.446424] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1622.447046] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1622.447552] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1622.447930] env[62284]: DEBUG nova.virt.hardware [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1622.450234] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4482d6f9-280c-4a5b-b04f-aca7c18d43c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.459949] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00071c4e-e9c3-466f-8a0a-392f36934456 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.478872] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.479231] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquired lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.479463] env[62284]: DEBUG nova.network.neutron [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.499278] env[62284]: DEBUG nova.scheduler.client.report [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.849238] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b8056c-3a18-12a4-5ea8-b6c5507f7f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.028967} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.849562] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.849897] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.850196] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.850344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.850595] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.850889] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a4f3518-4f3c-4f8a-9b32-8ecfcaf20492 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.860217] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.860456] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.861356] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc591a5b-2762-401a-b4c4-c487ff8c1e07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.869334] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1622.869334] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc289d-d145-a868-b369-adfcd2b34891" [ 1622.869334] env[62284]: _type = "Task" [ 1622.869334] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.878353] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc289d-d145-a868-b369-adfcd2b34891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.006550] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.007144] env[62284]: DEBUG nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1623.010289] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.813s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.011709] env[62284]: INFO nova.compute.claims [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.029196] env[62284]: DEBUG nova.network.neutron [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.032315] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "f6e25ebb-79f4-4197-a351-a603369068cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.032552] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "f6e25ebb-79f4-4197-a351-a603369068cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.254988] env[62284]: DEBUG nova.network.neutron [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Updating instance_info_cache with network_info: [{"id": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "address": "fa:16:3e:0e:b1:fe", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93282e2a-a2", "ovs_interfaceid": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.387742] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc289d-d145-a868-b369-adfcd2b34891, 'name': SearchDatastore_Task, 'duration_secs': 0.060893} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.392291] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed5be90-a7d0-4970-8b41-8f463376f1eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.399345] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1623.399345] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5214694c-5cd5-2164-7c14-488b7e5904bb" [ 1623.399345] env[62284]: _type = "Task" [ 1623.399345] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.403279] env[62284]: DEBUG nova.network.neutron [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Successfully updated port: 3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1623.410202] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5214694c-5cd5-2164-7c14-488b7e5904bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.518162] env[62284]: DEBUG nova.compute.utils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.518162] env[62284]: DEBUG nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.518446] env[62284]: DEBUG nova.network.neutron [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.570405] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae66fc-f494-06df-f7f0-22c8fd1211db/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1623.571719] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784eace6-8af1-4c37-afac-bdecbbdceecc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.580654] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae66fc-f494-06df-f7f0-22c8fd1211db/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1623.580834] env[62284]: ERROR oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae66fc-f494-06df-f7f0-22c8fd1211db/disk-0.vmdk due to incomplete transfer. [ 1623.581548] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dcc97a23-4ffc-4b47-bdbb-6d34119117d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.589136] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae66fc-f494-06df-f7f0-22c8fd1211db/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1623.589418] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Uploaded image 3c5cf705-31db-4f62-82fa-67af865e8158 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1623.591230] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1623.591818] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07005058-2e5e-4115-8e23-b078ad807034 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.599063] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1623.599063] env[62284]: value = "task-1954114" [ 1623.599063] env[62284]: _type = "Task" [ 1623.599063] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.606704] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954114, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.641375] env[62284]: DEBUG nova.policy [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dedf13d1cc04c3388154df85101bf3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '328913d9fb0147aebe4e5ca5eca3d0a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.759168] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Releasing lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.759525] env[62284]: DEBUG nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Instance network_info: |[{"id": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "address": "fa:16:3e:0e:b1:fe", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93282e2a-a2", "ovs_interfaceid": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1623.759962] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:b1:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93282e2a-a276-4c80-9a8d-e4b7d8ccde31', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1623.769238] env[62284]: DEBUG oslo.service.loopingcall [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.769238] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1623.769238] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c684d735-26a3-4499-9129-2d626c2a56b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.789801] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.789801] env[62284]: value = "task-1954115" [ 1623.789801] env[62284]: _type = "Task" [ 1623.789801] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.798872] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954115, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.906289] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.906289] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.906289] env[62284]: DEBUG nova.network.neutron [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.914272] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5214694c-5cd5-2164-7c14-488b7e5904bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013205} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.914572] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.914834] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba/1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.915138] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3838aaca-520d-427b-9928-e6467e287695 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.923631] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1623.923631] env[62284]: value = "task-1954116" [ 1623.923631] env[62284]: _type = "Task" [ 1623.923631] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.939900] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.024024] env[62284]: DEBUG nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1624.118917] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954114, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.228267] env[62284]: DEBUG nova.network.neutron [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Successfully created port: e0693d76-e6c1-4767-ac74-98b662287943 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.308293] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954115, 'name': CreateVM_Task, 'duration_secs': 0.43004} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.311954] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.314351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.314351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.314351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1624.314351] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b56098-59f8-4223-aa50-1d90ed2c819d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.320165] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1624.320165] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d0224b-2036-ae95-a796-fcc8ce21c744" [ 1624.320165] env[62284]: _type = "Task" [ 1624.320165] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.330390] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d0224b-2036-ae95-a796-fcc8ce21c744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.441547] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482564} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.441798] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba/1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.441949] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.442308] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c9ad1cf-d5b5-41eb-9a05-f0d5c8253ae5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.447283] env[62284]: DEBUG nova.compute.manager [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.447283] env[62284]: DEBUG nova.network.neutron [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1624.449712] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57f722-4cff-40e8-9f01-98a146c6a99e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.465215] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1624.465215] env[62284]: value = "task-1954117" [ 1624.465215] env[62284]: _type = "Task" [ 1624.465215] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.476769] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.538817] env[62284]: DEBUG nova.compute.manager [req-c00fe65d-0a0d-41f4-9155-25cb806d0ec8 req-9a9eccdc-60dd-4418-a986-9d92fea43306 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Received event network-vif-plugged-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1624.539057] env[62284]: DEBUG oslo_concurrency.lockutils [req-c00fe65d-0a0d-41f4-9155-25cb806d0ec8 req-9a9eccdc-60dd-4418-a986-9d92fea43306 service nova] Acquiring lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.539349] env[62284]: DEBUG oslo_concurrency.lockutils [req-c00fe65d-0a0d-41f4-9155-25cb806d0ec8 req-9a9eccdc-60dd-4418-a986-9d92fea43306 service nova] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.539453] env[62284]: DEBUG oslo_concurrency.lockutils [req-c00fe65d-0a0d-41f4-9155-25cb806d0ec8 req-9a9eccdc-60dd-4418-a986-9d92fea43306 service nova] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.539587] env[62284]: DEBUG nova.compute.manager [req-c00fe65d-0a0d-41f4-9155-25cb806d0ec8 req-9a9eccdc-60dd-4418-a986-9d92fea43306 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] No waiting events found dispatching network-vif-plugged-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.539759] env[62284]: WARNING nova.compute.manager [req-c00fe65d-0a0d-41f4-9155-25cb806d0ec8 req-9a9eccdc-60dd-4418-a986-9d92fea43306 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Received unexpected event network-vif-plugged-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 for instance with vm_state building and task_state spawning. [ 1624.564987] env[62284]: DEBUG nova.compute.manager [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Received event network-changed-eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1624.564987] env[62284]: DEBUG nova.compute.manager [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Refreshing instance network info cache due to event network-changed-eaa216aa-50a2-45ae-80a4-fa89e110d13e. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1624.565548] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Acquiring lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.565548] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Acquired lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.565548] env[62284]: DEBUG nova.network.neutron [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Refreshing network info cache for port eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.619175] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954114, 'name': Destroy_Task, 'duration_secs': 0.862969} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.619247] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Destroyed the VM [ 1624.619430] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1624.620030] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ef3b3dd5-7c1f-4369-860c-d582be922a1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.629830] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1624.629830] env[62284]: value = "task-1954118" [ 1624.629830] env[62284]: _type = "Task" [ 1624.629830] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.642460] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.670160] env[62284]: DEBUG nova.network.neutron [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating instance_info_cache with network_info: [{"id": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "address": "fa:16:3e:21:e9:8f", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cee4721-b3", "ovs_interfaceid": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.681907] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7799a6bb-a564-4bb8-b067-4f3822714a15 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.692248] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a860b029-78f1-4b3c-b253-b59ade82a790 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.732039] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41adba0f-8ab6-4fab-832d-7deecb7aa4db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.742890] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70ad8d7-03dc-43c0-a61b-417d1425d98e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.758781] env[62284]: DEBUG nova.compute.provider_tree [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.831637] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d0224b-2036-ae95-a796-fcc8ce21c744, 'name': SearchDatastore_Task, 'duration_secs': 0.058766} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.831954] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.832205] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1624.832440] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.832574] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.832745] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1624.833103] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc7e2f34-9896-4857-9a7d-80ce58591fb4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.846306] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1624.846306] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1624.846830] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e701980-b655-4acb-b090-d4c556cff0a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.858159] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1624.858159] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c06207-18b1-d031-80e9-2b3ef7cf0c48" [ 1624.858159] env[62284]: _type = "Task" [ 1624.858159] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.866375] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c06207-18b1-d031-80e9-2b3ef7cf0c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.967941] env[62284]: INFO nova.compute.manager [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] instance snapshotting [ 1624.972741] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc99bf1-6c81-46b4-8c84-82b64468c445 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.981592] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058281} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.995817] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.996763] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff346ff2-8c47-43b5-93f9-cc6ae1ebbba5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.000727] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88553c-c741-4090-981c-5f7e59754d76 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.028341] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba/1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.028832] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6735df6d-e6b1-450b-a8e6-4537dfcc41d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.048876] env[62284]: DEBUG nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1625.052995] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1625.052995] env[62284]: value = "task-1954119" [ 1625.052995] env[62284]: _type = "Task" [ 1625.052995] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.063134] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.074751] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1625.075013] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.075208] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1625.075404] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.075569] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1625.075722] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1625.075929] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1625.076105] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1625.076280] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1625.076441] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1625.076646] env[62284]: DEBUG nova.virt.hardware [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1625.077516] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9105524d-3638-4178-8b1c-bcc7ad79a25c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.085265] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a9e23f-419c-45a1-a7ff-cce4d8c39409 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.140807] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.174643] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.174643] env[62284]: DEBUG nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Instance network_info: |[{"id": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "address": "fa:16:3e:21:e9:8f", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cee4721-b3", "ovs_interfaceid": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1625.174824] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:e9:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cee4721-b3e9-40da-a684-7aa6e39cb5b6', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1625.183683] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating folder: Project (09716184fa71458baf122aa626c4e0d9). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1625.187290] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc025bb2-c4c6-4af9-8fba-a17c9dcbfbf1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.203826] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Created folder: Project (09716184fa71458baf122aa626c4e0d9) in parent group-v402637. [ 1625.203826] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating folder: Instances. Parent ref: group-v402702. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1625.205968] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335a08a8-abec-475a-9721-a4170639b619 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.217039] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Created folder: Instances in parent group-v402702. [ 1625.217892] env[62284]: DEBUG oslo.service.loopingcall [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.217892] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1625.217991] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-113a4fb0-d26a-4325-890d-7f72f576cd9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.240209] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.240209] env[62284]: value = "task-1954122" [ 1625.240209] env[62284]: _type = "Task" [ 1625.240209] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.251668] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954122, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.261877] env[62284]: DEBUG nova.scheduler.client.report [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.371553] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c06207-18b1-d031-80e9-2b3ef7cf0c48, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.372983] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4329206b-9240-4a00-a962-e51d356edc1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.376946] env[62284]: DEBUG nova.network.neutron [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Updated VIF entry in instance network info cache for port eaa216aa-50a2-45ae-80a4-fa89e110d13e. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.377800] env[62284]: DEBUG nova.network.neutron [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Updating instance_info_cache with network_info: [{"id": "eaa216aa-50a2-45ae-80a4-fa89e110d13e", "address": "fa:16:3e:8b:b8:a1", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa216aa-50", "ovs_interfaceid": "eaa216aa-50a2-45ae-80a4-fa89e110d13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.382650] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1625.382650] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b20177-b0bf-9bb0-13e5-cbc370549160" [ 1625.382650] env[62284]: _type = "Task" [ 1625.382650] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.394811] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b20177-b0bf-9bb0-13e5-cbc370549160, 'name': SearchDatastore_Task, 'duration_secs': 0.00888} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.395627] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.397422] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7/1b13890c-6c0c-4af0-abfe-0e9feb9efdf7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1625.397622] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-511ff880-f82d-4ac3-b310-a4fa0ccd5245 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.406640] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1625.406640] env[62284]: value = "task-1954123" [ 1625.406640] env[62284]: _type = "Task" [ 1625.406640] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.415402] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.530025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1625.530508] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03cbf1c6-ee30-4de2-872c-832f0001afbd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.550353] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1625.550353] env[62284]: value = "task-1954124" [ 1625.550353] env[62284]: _type = "Task" [ 1625.550353] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.556561] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.564911] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954119, 'name': ReconfigVM_Task, 'duration_secs': 0.303606} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.565250] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba/1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.566342] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0ae959-2d16-4616-985e-4c9c146a5849 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.572041] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1625.572041] env[62284]: value = "task-1954125" [ 1625.572041] env[62284]: _type = "Task" [ 1625.572041] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.582325] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954125, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.645174] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.751505] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954122, 'name': CreateVM_Task, 'duration_secs': 0.382532} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.751864] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1625.752676] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.752831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.753192] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1625.753523] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9778f5-f282-4299-b39e-e10184436abe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.759162] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1625.759162] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529e2108-1674-c5e2-a8bd-54c01a747c3d" [ 1625.759162] env[62284]: _type = "Task" [ 1625.759162] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.768174] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529e2108-1674-c5e2-a8bd-54c01a747c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.768965] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.769592] env[62284]: DEBUG nova.compute.manager [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.774363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.194s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.774577] env[62284]: DEBUG nova.objects.instance [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1625.881967] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Releasing lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.882280] env[62284]: DEBUG nova.compute.manager [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Received event network-vif-plugged-93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1625.882607] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Acquiring lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.882798] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.882887] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.883033] env[62284]: DEBUG nova.compute.manager [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] No waiting events found dispatching network-vif-plugged-93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1625.883238] env[62284]: WARNING nova.compute.manager [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Received unexpected event network-vif-plugged-93282e2a-a276-4c80-9a8d-e4b7d8ccde31 for instance with vm_state building and task_state spawning. [ 1625.883973] env[62284]: DEBUG nova.compute.manager [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Received event network-changed-93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1625.883973] env[62284]: DEBUG nova.compute.manager [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Refreshing instance network info cache due to event network-changed-93282e2a-a276-4c80-9a8d-e4b7d8ccde31. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1625.883973] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Acquiring lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.884240] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Acquired lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.884266] env[62284]: DEBUG nova.network.neutron [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Refreshing network info cache for port 93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1625.919094] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50038} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.919094] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7/1b13890c-6c0c-4af0-abfe-0e9feb9efdf7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.919222] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.919426] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed7c7f25-3c5a-4d85-b312-ae2cba28b8ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.926843] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1625.926843] env[62284]: value = "task-1954126" [ 1625.926843] env[62284]: _type = "Task" [ 1625.926843] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.936647] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.032514] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.032837] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.056924] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.063884] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "4a4bce98-144d-462d-a835-f7a07262d5c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.064619] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "4a4bce98-144d-462d-a835-f7a07262d5c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.083483] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954125, 'name': Rename_Task, 'duration_secs': 0.161571} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.083886] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.084478] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c74a69-2bfe-4d44-a28d-8e9088a7d3fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.092347] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1626.092347] env[62284]: value = "task-1954127" [ 1626.092347] env[62284]: _type = "Task" [ 1626.092347] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.100922] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.109761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.110115] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.145932] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954118, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.271325] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529e2108-1674-c5e2-a8bd-54c01a747c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.045581} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.271635] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.271874] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1626.272144] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.272302] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.272482] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.272760] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6caa5dda-bc14-4f49-b7fd-9108590b588e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.279558] env[62284]: DEBUG nova.compute.utils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.285518] env[62284]: DEBUG nova.compute.manager [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Not allocating networking since 'none' was specified. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1626.285854] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.286077] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.287289] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c6ffd6e-1796-4905-af22-56598a9dfa7f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.293419] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1626.293419] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a01f61-0fb3-106f-05a4-0471bff24738" [ 1626.293419] env[62284]: _type = "Task" [ 1626.293419] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.302999] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a01f61-0fb3-106f-05a4-0471bff24738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.444355] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065881} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.444649] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.445645] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a29b47b-941f-4585-8f5b-1efba41d73d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.470328] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7/1b13890c-6c0c-4af0-abfe-0e9feb9efdf7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.470658] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00471762-8c4b-4cc7-9994-bfb7c75b13dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.496927] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1626.496927] env[62284]: value = "task-1954128" [ 1626.496927] env[62284]: _type = "Task" [ 1626.496927] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.507222] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.559968] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954124, 'name': CreateSnapshot_Task, 'duration_secs': 0.774955} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.560460] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1626.561251] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0b182-4026-468a-952a-20afbd58c464 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.603144] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.624036] env[62284]: DEBUG nova.network.neutron [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Successfully updated port: e0693d76-e6c1-4767-ac74-98b662287943 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.647443] env[62284]: DEBUG oslo_vmware.api [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954118, 'name': RemoveSnapshot_Task, 'duration_secs': 1.702649} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.647443] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1626.647692] env[62284]: INFO nova.compute.manager [None req-a017461d-62e1-419f-a4f0-b30300c03357 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Took 17.48 seconds to snapshot the instance on the hypervisor. [ 1626.719069] env[62284]: DEBUG nova.network.neutron [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Updated VIF entry in instance network info cache for port 93282e2a-a276-4c80-9a8d-e4b7d8ccde31. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1626.719069] env[62284]: DEBUG nova.network.neutron [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Updating instance_info_cache with network_info: [{"id": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "address": "fa:16:3e:0e:b1:fe", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93282e2a-a2", "ovs_interfaceid": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.784978] env[62284]: DEBUG nova.compute.manager [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.791118] env[62284]: DEBUG oslo_concurrency.lockutils [None req-028c16b3-da60-4cb5-b1f8-0fbda7f7d37d tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.793025] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.030s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.793025] env[62284]: DEBUG nova.objects.instance [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lazy-loading 'resources' on Instance uuid 5612b519-7488-411d-bbee-d1d00897234c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.805666] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a01f61-0fb3-106f-05a4-0471bff24738, 'name': SearchDatastore_Task, 'duration_secs': 0.015732} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.806803] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97b2bbd-8d23-46d5-85be-721d79aa2688 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.813973] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1626.813973] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528ca333-7e1d-cc73-5d29-f296492fd775" [ 1626.813973] env[62284]: _type = "Task" [ 1626.813973] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.825878] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528ca333-7e1d-cc73-5d29-f296492fd775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.007984] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.082186] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1627.083092] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-043430a0-73a6-4a35-8703-f7b8ef992803 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.093799] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1627.093799] env[62284]: value = "task-1954129" [ 1627.093799] env[62284]: _type = "Task" [ 1627.093799] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.112422] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954129, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.119028] env[62284]: DEBUG oslo_vmware.api [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954127, 'name': PowerOnVM_Task, 'duration_secs': 0.567399} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.119028] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.119028] env[62284]: INFO nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1627.119028] env[62284]: DEBUG nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.119028] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1012afde-0d92-4992-ba7f-66a308436e92 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.127439] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "refresh_cache-c16adb4f-babc-421a-9004-948bae581252" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.127439] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquired lock "refresh_cache-c16adb4f-babc-421a-9004-948bae581252" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.127439] env[62284]: DEBUG nova.network.neutron [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.190206] env[62284]: DEBUG nova.compute.manager [req-a84b3032-1298-4d3c-8203-f877704e3b3f req-26fe8c3b-d15a-4495-a5c5-d23a7a6ce689 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Received event network-changed-c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1627.191208] env[62284]: DEBUG nova.compute.manager [req-a84b3032-1298-4d3c-8203-f877704e3b3f req-26fe8c3b-d15a-4495-a5c5-d23a7a6ce689 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Refreshing instance network info cache due to event network-changed-c7fbcf9c-1f07-4350-880a-1f835c791a9d. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1627.191568] env[62284]: DEBUG oslo_concurrency.lockutils [req-a84b3032-1298-4d3c-8203-f877704e3b3f req-26fe8c3b-d15a-4495-a5c5-d23a7a6ce689 service nova] Acquiring lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.191617] env[62284]: DEBUG oslo_concurrency.lockutils [req-a84b3032-1298-4d3c-8203-f877704e3b3f req-26fe8c3b-d15a-4495-a5c5-d23a7a6ce689 service nova] Acquired lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.191761] env[62284]: DEBUG nova.network.neutron [req-a84b3032-1298-4d3c-8203-f877704e3b3f req-26fe8c3b-d15a-4495-a5c5-d23a7a6ce689 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Refreshing network info cache for port c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.214262] env[62284]: DEBUG nova.compute.manager [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Received event network-changed-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1627.214483] env[62284]: DEBUG nova.compute.manager [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Refreshing instance network info cache due to event network-changed-3cee4721-b3e9-40da-a684-7aa6e39cb5b6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1627.214982] env[62284]: DEBUG oslo_concurrency.lockutils [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] Acquiring lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.214982] env[62284]: DEBUG oslo_concurrency.lockutils [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] Acquired lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.214982] env[62284]: DEBUG nova.network.neutron [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Refreshing network info cache for port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.222300] env[62284]: DEBUG oslo_concurrency.lockutils [req-0aba661a-b532-48e4-9d46-fec4a236a810 req-87f52cd9-b4e0-42c9-8bc9-1b4e1eaf91d2 service nova] Releasing lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.329070] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528ca333-7e1d-cc73-5d29-f296492fd775, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.329420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.329944] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1023f77b-0f09-418a-adf1-d3e36bc41bc3/1023f77b-0f09-418a-adf1-d3e36bc41bc3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1627.330260] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9624bcec-d025-4ad5-b91d-226d0c1f40d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.345741] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1627.345741] env[62284]: value = "task-1954130" [ 1627.345741] env[62284]: _type = "Task" [ 1627.345741] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.360532] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.438354] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.438732] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.508572] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954128, 'name': ReconfigVM_Task, 'duration_secs': 0.977198} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.508905] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7/1b13890c-6c0c-4af0-abfe-0e9feb9efdf7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.509536] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8e13986-8dc4-42e6-84ef-e65e65669941 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.518039] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1627.518039] env[62284]: value = "task-1954131" [ 1627.518039] env[62284]: _type = "Task" [ 1627.518039] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.528601] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954131, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.605112] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954129, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.640915] env[62284]: INFO nova.compute.manager [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Took 25.74 seconds to build instance. [ 1627.683805] env[62284]: DEBUG nova.network.neutron [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.802116] env[62284]: DEBUG nova.compute.manager [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.855433] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1627.855433] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.855433] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1627.855433] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.855666] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1627.855666] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1627.855854] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1627.856172] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1627.856172] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1627.856342] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1627.856514] env[62284]: DEBUG nova.virt.hardware [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1627.857827] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89b9ab1-c1dc-4e36-9c11-fbb49636acb0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.866721] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954130, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.875325] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5de342a-67ab-4c8b-9992-ed06aaa76203 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.898689] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.905305] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Creating folder: Project (f9f4e5c9ac634dd6b09957ccb09922f9). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.909013] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04a6369e-531f-4cb2-b810-d3a8607d01cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.919967] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Created folder: Project (f9f4e5c9ac634dd6b09957ccb09922f9) in parent group-v402637. [ 1627.919967] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Creating folder: Instances. Parent ref: group-v402707. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.920147] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a84d4ac4-2de2-4c16-ab41-661ec8ab4e33 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.927960] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a34750-ff98-43d7-a605-e6c28c499978 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.932221] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Created folder: Instances in parent group-v402707. [ 1627.932473] env[62284]: DEBUG oslo.service.loopingcall [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.933068] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.933295] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbca6bac-182f-4675-a8aa-b72fbab75331 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.948191] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb8af2d-420e-472b-9b27-a4ddeb0a82b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.953957] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.953957] env[62284]: value = "task-1954134" [ 1627.953957] env[62284]: _type = "Task" [ 1627.953957] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.989582] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4437672b-373d-4dd7-ad72-209e95307d2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.996700] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954134, 'name': CreateVM_Task} progress is 15%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.001840] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d775d49-2a50-44be-a63a-397aeeb6b1ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.016683] env[62284]: DEBUG nova.compute.provider_tree [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.034825] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954131, 'name': Rename_Task, 'duration_secs': 0.151602} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.036316] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1628.036582] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a81f40bc-a35f-4b73-9bb1-bb2d4726e62b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.042969] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1628.042969] env[62284]: value = "task-1954135" [ 1628.042969] env[62284]: _type = "Task" [ 1628.042969] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.053798] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.106358] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954129, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.118142] env[62284]: DEBUG nova.network.neutron [req-a84b3032-1298-4d3c-8203-f877704e3b3f req-26fe8c3b-d15a-4495-a5c5-d23a7a6ce689 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Updated VIF entry in instance network info cache for port c7fbcf9c-1f07-4350-880a-1f835c791a9d. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.118724] env[62284]: DEBUG nova.network.neutron [req-a84b3032-1298-4d3c-8203-f877704e3b3f req-26fe8c3b-d15a-4495-a5c5-d23a7a6ce689 service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Updating instance_info_cache with network_info: [{"id": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "address": "fa:16:3e:57:ae:4f", "network": {"id": "9f770da1-8ac7-495e-9b77-e2596ee2b2cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-828762848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caae7bfbf8864908b305b9abe1dd31e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7fbcf9c-1f", "ovs_interfaceid": "c7fbcf9c-1f07-4350-880a-1f835c791a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.144421] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cdc6902-7c8a-4385-ac1e-1c273d956f6a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.259s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.193347] env[62284]: DEBUG nova.network.neutron [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Updating instance_info_cache with network_info: [{"id": "e0693d76-e6c1-4767-ac74-98b662287943", "address": "fa:16:3e:4e:d4:28", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0693d76-e6", "ovs_interfaceid": "e0693d76-e6c1-4767-ac74-98b662287943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.315684] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquiring lock "9d427896-cb9a-45f5-b09d-9161753dfdf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.315877] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "9d427896-cb9a-45f5-b09d-9161753dfdf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.316109] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquiring lock "9d427896-cb9a-45f5-b09d-9161753dfdf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.316343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "9d427896-cb9a-45f5-b09d-9161753dfdf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.316558] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "9d427896-cb9a-45f5-b09d-9161753dfdf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.319596] env[62284]: INFO nova.compute.manager [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Terminating instance [ 1628.357833] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669345} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.361192] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1023f77b-0f09-418a-adf1-d3e36bc41bc3/1023f77b-0f09-418a-adf1-d3e36bc41bc3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1628.361192] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1628.361192] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b97d8fd7-41ce-4a65-8e73-b28b0a07ff4d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.368019] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1628.368019] env[62284]: value = "task-1954136" [ 1628.368019] env[62284]: _type = "Task" [ 1628.368019] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.375030] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.411504] env[62284]: DEBUG nova.network.neutron [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updated VIF entry in instance network info cache for port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.411504] env[62284]: DEBUG nova.network.neutron [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating instance_info_cache with network_info: [{"id": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "address": "fa:16:3e:21:e9:8f", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cee4721-b3", "ovs_interfaceid": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.466109] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954134, 'name': CreateVM_Task, 'duration_secs': 0.410635} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.466347] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.466813] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.467065] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.467428] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.467785] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ad8931-a235-4562-a00e-45b32c83dd70 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.472892] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1628.472892] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529016eb-1ab8-f31d-b44f-93fec28bdc73" [ 1628.472892] env[62284]: _type = "Task" [ 1628.472892] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.483116] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529016eb-1ab8-f31d-b44f-93fec28bdc73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.520278] env[62284]: DEBUG nova.scheduler.client.report [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.557293] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.606152] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954129, 'name': CloneVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.622809] env[62284]: DEBUG oslo_concurrency.lockutils [req-a84b3032-1298-4d3c-8203-f877704e3b3f req-26fe8c3b-d15a-4495-a5c5-d23a7a6ce689 service nova] Releasing lock "refresh_cache-9d427896-cb9a-45f5-b09d-9161753dfdf3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.646680] env[62284]: DEBUG nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1628.696859] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Releasing lock "refresh_cache-c16adb4f-babc-421a-9004-948bae581252" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.697202] env[62284]: DEBUG nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Instance network_info: |[{"id": "e0693d76-e6c1-4767-ac74-98b662287943", "address": "fa:16:3e:4e:d4:28", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0693d76-e6", "ovs_interfaceid": "e0693d76-e6c1-4767-ac74-98b662287943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1628.697693] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d4:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0693d76-e6c1-4767-ac74-98b662287943', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.705515] env[62284]: DEBUG oslo.service.loopingcall [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.706059] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c16adb4f-babc-421a-9004-948bae581252] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.706291] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a629f5f-3de9-4512-b010-908d86bdfffe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.727091] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.727091] env[62284]: value = "task-1954137" [ 1628.727091] env[62284]: _type = "Task" [ 1628.727091] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.735681] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954137, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.825538] env[62284]: DEBUG nova.compute.manager [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.825839] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.827503] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25655e4c-bc5b-4ea9-a7d5-c48181948d2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.836774] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.837154] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cb2a446-b867-44b0-acd6-3280c9ea9205 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.843568] env[62284]: DEBUG oslo_vmware.api [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1628.843568] env[62284]: value = "task-1954138" [ 1628.843568] env[62284]: _type = "Task" [ 1628.843568] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.853595] env[62284]: DEBUG oslo_vmware.api [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.879067] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064486} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.879067] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1628.879067] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5291d573-e25c-4b95-953e-0fb05cdc2cd4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.904421] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1023f77b-0f09-418a-adf1-d3e36bc41bc3/1023f77b-0f09-418a-adf1-d3e36bc41bc3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1628.904421] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b5de2f-b1fd-404e-9f2b-a0e3e3466891 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.918959] env[62284]: DEBUG oslo_concurrency.lockutils [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] Releasing lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.919346] env[62284]: DEBUG nova.compute.manager [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] Received event network-vif-plugged-e0693d76-e6c1-4767-ac74-98b662287943 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1628.919487] env[62284]: DEBUG oslo_concurrency.lockutils [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] Acquiring lock "c16adb4f-babc-421a-9004-948bae581252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.919692] env[62284]: DEBUG oslo_concurrency.lockutils [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] Lock "c16adb4f-babc-421a-9004-948bae581252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.920359] env[62284]: DEBUG oslo_concurrency.lockutils [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] Lock "c16adb4f-babc-421a-9004-948bae581252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.920359] env[62284]: DEBUG nova.compute.manager [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] No waiting events found dispatching network-vif-plugged-e0693d76-e6c1-4767-ac74-98b662287943 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.920359] env[62284]: WARNING nova.compute.manager [req-dbefb58f-8789-448a-8d32-a294e99db185 req-e8b0238c-3e7a-4a42-b14e-f349a873f327 service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] Received unexpected event network-vif-plugged-e0693d76-e6c1-4767-ac74-98b662287943 for instance with vm_state building and task_state spawning. [ 1628.926112] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1628.926112] env[62284]: value = "task-1954139" [ 1628.926112] env[62284]: _type = "Task" [ 1628.926112] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.934672] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.984969] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529016eb-1ab8-f31d-b44f-93fec28bdc73, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.985315] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.985556] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.985797] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.985940] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.986130] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.986398] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92a6a5d9-c720-4dc4-b166-378ede04d100 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.998656] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.998894] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.999643] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62fd66dd-c093-4948-b0af-31ec793e193c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.004805] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1629.004805] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae2093-ddeb-7156-0802-ea7b19d59dca" [ 1629.004805] env[62284]: _type = "Task" [ 1629.004805] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.015691] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae2093-ddeb-7156-0802-ea7b19d59dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.025720] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.028791] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.031297] env[62284]: INFO nova.compute.claims [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1629.056172] env[62284]: DEBUG oslo_vmware.api [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954135, 'name': PowerOnVM_Task, 'duration_secs': 0.695619} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.056800] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1629.056866] env[62284]: INFO nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1629.057087] env[62284]: DEBUG nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.057972] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44812f0-c82e-48e0-b974-ba9340da02ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.077028] env[62284]: INFO nova.scheduler.client.report [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Deleted allocations for instance 5612b519-7488-411d-bbee-d1d00897234c [ 1629.114336] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954129, 'name': CloneVM_Task, 'duration_secs': 1.558718} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.115077] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Created linked-clone VM from snapshot [ 1629.116192] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be0b13a-eed3-4f72-aca5-2b8713759180 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.127261] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Uploading image ee5b9b92-7333-4d17-96ef-680d7473476b {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1629.145511] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1629.146645] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ad5b747-36c7-478b-9938-0272d875c1c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.163936] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1629.163936] env[62284]: value = "task-1954140" [ 1629.163936] env[62284]: _type = "Task" [ 1629.163936] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.174735] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954140, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.182426] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.239714] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954137, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.288583] env[62284]: DEBUG nova.compute.manager [req-bf157be6-6c38-4cb1-a999-5ab77d803e1d req-199cdf68-6a00-4a83-946f-5eb6f9151182 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Received event network-changed-eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1629.288719] env[62284]: DEBUG nova.compute.manager [req-bf157be6-6c38-4cb1-a999-5ab77d803e1d req-199cdf68-6a00-4a83-946f-5eb6f9151182 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Refreshing instance network info cache due to event network-changed-eaa216aa-50a2-45ae-80a4-fa89e110d13e. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1629.288908] env[62284]: DEBUG oslo_concurrency.lockutils [req-bf157be6-6c38-4cb1-a999-5ab77d803e1d req-199cdf68-6a00-4a83-946f-5eb6f9151182 service nova] Acquiring lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.289541] env[62284]: DEBUG oslo_concurrency.lockutils [req-bf157be6-6c38-4cb1-a999-5ab77d803e1d req-199cdf68-6a00-4a83-946f-5eb6f9151182 service nova] Acquired lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.289871] env[62284]: DEBUG nova.network.neutron [req-bf157be6-6c38-4cb1-a999-5ab77d803e1d req-199cdf68-6a00-4a83-946f-5eb6f9151182 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Refreshing network info cache for port eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.315928] env[62284]: DEBUG nova.compute.manager [req-8c0e04ab-1c49-46b9-abdc-ba7ecde1ccf6 req-beb51faa-8924-4a69-8f2a-5289e63a1b2d service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] Received event network-changed-e0693d76-e6c1-4767-ac74-98b662287943 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1629.315928] env[62284]: DEBUG nova.compute.manager [req-8c0e04ab-1c49-46b9-abdc-ba7ecde1ccf6 req-beb51faa-8924-4a69-8f2a-5289e63a1b2d service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] Refreshing instance network info cache due to event network-changed-e0693d76-e6c1-4767-ac74-98b662287943. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1629.315928] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c0e04ab-1c49-46b9-abdc-ba7ecde1ccf6 req-beb51faa-8924-4a69-8f2a-5289e63a1b2d service nova] Acquiring lock "refresh_cache-c16adb4f-babc-421a-9004-948bae581252" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.315928] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c0e04ab-1c49-46b9-abdc-ba7ecde1ccf6 req-beb51faa-8924-4a69-8f2a-5289e63a1b2d service nova] Acquired lock "refresh_cache-c16adb4f-babc-421a-9004-948bae581252" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.315928] env[62284]: DEBUG nova.network.neutron [req-8c0e04ab-1c49-46b9-abdc-ba7ecde1ccf6 req-beb51faa-8924-4a69-8f2a-5289e63a1b2d service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] Refreshing network info cache for port e0693d76-e6c1-4767-ac74-98b662287943 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.358349] env[62284]: DEBUG oslo_vmware.api [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954138, 'name': PowerOffVM_Task, 'duration_secs': 0.310939} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.359386] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.359386] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.359574] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14dae366-964f-4e86-baf5-e49bcc0bd344 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.429736] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.429736] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.429922] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Deleting the datastore file [datastore1] 9d427896-cb9a-45f5-b09d-9161753dfdf3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.433185] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af87a69-4491-4f85-99f7-828644ee891b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.442072] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954139, 'name': ReconfigVM_Task, 'duration_secs': 0.45301} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.444377] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1023f77b-0f09-418a-adf1-d3e36bc41bc3/1023f77b-0f09-418a-adf1-d3e36bc41bc3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1629.444377] env[62284]: DEBUG oslo_vmware.api [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for the task: (returnval){ [ 1629.444377] env[62284]: value = "task-1954142" [ 1629.444377] env[62284]: _type = "Task" [ 1629.444377] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.444377] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b954b4-b7f8-4467-9a77-8390ae9c7387 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.456778] env[62284]: DEBUG oslo_vmware.api [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.458045] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1629.458045] env[62284]: value = "task-1954143" [ 1629.458045] env[62284]: _type = "Task" [ 1629.458045] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.466933] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954143, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.515302] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae2093-ddeb-7156-0802-ea7b19d59dca, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.516214] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe799de6-9370-4616-837f-7bbcf7b4e785 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.521718] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1629.521718] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52703e52-14dc-87b6-a79f-558636ce8c37" [ 1629.521718] env[62284]: _type = "Task" [ 1629.521718] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.531327] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52703e52-14dc-87b6-a79f-558636ce8c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.543021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquiring lock "6478fd00-dda1-410d-b0c0-b69de16292e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.543021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "6478fd00-dda1-410d-b0c0-b69de16292e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.543021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquiring lock "6478fd00-dda1-410d-b0c0-b69de16292e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.543021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "6478fd00-dda1-410d-b0c0-b69de16292e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.543240] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "6478fd00-dda1-410d-b0c0-b69de16292e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.545522] env[62284]: INFO nova.compute.manager [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Terminating instance [ 1629.579114] env[62284]: INFO nova.compute.manager [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Took 27.24 seconds to build instance. [ 1629.586557] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98fdeb12-71a6-4cbe-b631-e1456d46bd22 tempest-InstanceActionsNegativeTestJSON-110203285 tempest-InstanceActionsNegativeTestJSON-110203285-project-member] Lock "5612b519-7488-411d-bbee-d1d00897234c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.930s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.676017] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954140, 'name': Destroy_Task, 'duration_secs': 0.344363} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.676357] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Destroyed the VM [ 1629.676622] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1629.676859] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-515cd60e-86b6-4748-b5c2-65049ef62eb0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.686519] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1629.686519] env[62284]: value = "task-1954144" [ 1629.686519] env[62284]: _type = "Task" [ 1629.686519] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.694063] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.740084] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954137, 'name': CreateVM_Task, 'duration_secs': 0.517694} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.740285] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c16adb4f-babc-421a-9004-948bae581252] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.741024] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.741194] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.741774] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.741774] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad54748-458f-422a-9784-dad78daf63de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.746713] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1629.746713] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ded34f-379a-5695-3583-e0ab67d3bb11" [ 1629.746713] env[62284]: _type = "Task" [ 1629.746713] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.756743] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ded34f-379a-5695-3583-e0ab67d3bb11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.784545] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquiring lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.785767] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.786842] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquiring lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.787982] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.788585] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.800686] env[62284]: INFO nova.compute.manager [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Terminating instance [ 1629.959175] env[62284]: DEBUG oslo_vmware.api [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Task: {'id': task-1954142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157468} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.963673] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.963928] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.964160] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.964377] env[62284]: INFO nova.compute.manager [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1629.964663] env[62284]: DEBUG oslo.service.loopingcall [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.964918] env[62284]: DEBUG nova.compute.manager [-] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.965035] env[62284]: DEBUG nova.network.neutron [-] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.972916] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954143, 'name': Rename_Task, 'duration_secs': 0.228522} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.973675] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.973675] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-560b18f3-814b-4b23-91ff-b55722f1c636 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.981283] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1629.981283] env[62284]: value = "task-1954145" [ 1629.981283] env[62284]: _type = "Task" [ 1629.981283] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.990098] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.038279] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52703e52-14dc-87b6-a79f-558636ce8c37, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.038396] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.038881] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1630.039071] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-868dd283-d955-411d-85e6-2daa597fb2b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.050121] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1630.050121] env[62284]: value = "task-1954146" [ 1630.050121] env[62284]: _type = "Task" [ 1630.050121] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.051433] env[62284]: DEBUG nova.compute.manager [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.051433] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.052072] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ef16a8-b10c-4383-a905-3f16da9f3ef7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.065099] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.068022] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.068324] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a035872f-2638-4274-ba0d-b36bc3d348f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.077964] env[62284]: DEBUG oslo_vmware.api [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1630.077964] env[62284]: value = "task-1954147" [ 1630.077964] env[62284]: _type = "Task" [ 1630.077964] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.087232] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63784739-93e1-476f-82d8-046c6eb7286c tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.765s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.095721] env[62284]: DEBUG oslo_vmware.api [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.199881] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954144, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.260175] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ded34f-379a-5695-3583-e0ab67d3bb11, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.263397] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.263699] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.263931] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.264087] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.264263] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.267203] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a4cc1d6-e261-42b4-bb4b-c032c0008421 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.280791] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.280791] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.280791] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4d2410-83d1-445b-8467-e211f58c694f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.294924] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1630.294924] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d46420-5d02-7c5e-e2e0-cf5cef58e6d5" [ 1630.294924] env[62284]: _type = "Task" [ 1630.294924] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.304708] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d46420-5d02-7c5e-e2e0-cf5cef58e6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.310694] env[62284]: DEBUG nova.compute.manager [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.311201] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.312288] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4efbc29-aec4-406f-9831-42285a69b684 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.321927] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.322468] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda225b7-9cf8-4e64-a0e1-2d05f045fdbc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.334475] env[62284]: DEBUG oslo_vmware.api [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1630.334475] env[62284]: value = "task-1954148" [ 1630.334475] env[62284]: _type = "Task" [ 1630.334475] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.344493] env[62284]: DEBUG oslo_vmware.api [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.497810] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.520984] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "1494e9ab-1538-4c17-bb17-af10e9c1c764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.521290] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "1494e9ab-1538-4c17-bb17-af10e9c1c764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.562254] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.591112] env[62284]: DEBUG nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.602028] env[62284]: DEBUG oslo_vmware.api [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954147, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.702098] env[62284]: DEBUG oslo_vmware.api [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954144, 'name': RemoveSnapshot_Task, 'duration_secs': 0.958921} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.703737] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1630.745359] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93156b3-53bd-47dc-9795-60d6d1931dee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.756664] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5677bc-d63f-4fb7-b6e8-ad31641375f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.795312] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d836117-d675-4c23-8fd2-bb8bf185b232 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.813161] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d46420-5d02-7c5e-e2e0-cf5cef58e6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.07854} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.816042] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6888de28-e618-4897-971c-b8bb64d08a23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.819552] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2317562a-a053-4134-80b3-f47a121c929e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.827534] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1630.827534] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222d23d-b2bf-6547-819a-6fb2c59b7691" [ 1630.827534] env[62284]: _type = "Task" [ 1630.827534] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.838358] env[62284]: DEBUG nova.compute.provider_tree [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.841571] env[62284]: DEBUG nova.network.neutron [req-8c0e04ab-1c49-46b9-abdc-ba7ecde1ccf6 req-beb51faa-8924-4a69-8f2a-5289e63a1b2d service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] Updated VIF entry in instance network info cache for port e0693d76-e6c1-4767-ac74-98b662287943. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.841922] env[62284]: DEBUG nova.network.neutron [req-8c0e04ab-1c49-46b9-abdc-ba7ecde1ccf6 req-beb51faa-8924-4a69-8f2a-5289e63a1b2d service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] Updating instance_info_cache with network_info: [{"id": "e0693d76-e6c1-4767-ac74-98b662287943", "address": "fa:16:3e:4e:d4:28", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0693d76-e6", "ovs_interfaceid": "e0693d76-e6c1-4767-ac74-98b662287943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.852082] env[62284]: DEBUG nova.scheduler.client.report [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.858456] env[62284]: DEBUG nova.network.neutron [req-bf157be6-6c38-4cb1-a999-5ab77d803e1d req-199cdf68-6a00-4a83-946f-5eb6f9151182 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Updated VIF entry in instance network info cache for port eaa216aa-50a2-45ae-80a4-fa89e110d13e. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.858862] env[62284]: DEBUG nova.network.neutron [req-bf157be6-6c38-4cb1-a999-5ab77d803e1d req-199cdf68-6a00-4a83-946f-5eb6f9151182 service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Updating instance_info_cache with network_info: [{"id": "eaa216aa-50a2-45ae-80a4-fa89e110d13e", "address": "fa:16:3e:8b:b8:a1", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa216aa-50", "ovs_interfaceid": "eaa216aa-50a2-45ae-80a4-fa89e110d13e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.867957] env[62284]: DEBUG oslo_vmware.api [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954148, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.868564] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222d23d-b2bf-6547-819a-6fb2c59b7691, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.868975] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.869220] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c16adb4f-babc-421a-9004-948bae581252/c16adb4f-babc-421a-9004-948bae581252.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1630.869555] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e5612b6-570b-4d6c-8033-beed4fc81dbf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.878520] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1630.878520] env[62284]: value = "task-1954149" [ 1630.878520] env[62284]: _type = "Task" [ 1630.878520] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.887218] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.929013] env[62284]: DEBUG nova.network.neutron [-] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.991972] env[62284]: DEBUG oslo_vmware.api [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954145, 'name': PowerOnVM_Task, 'duration_secs': 0.781605} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.992299] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.992503] env[62284]: INFO nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1630.992981] env[62284]: DEBUG nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.993591] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1519d553-4630-41b5-a0a9-08c7576af0a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.064107] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596504} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.064485] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1631.064815] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1631.065309] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c3beff-f814-46f3-98da-9e8f9ab298da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.072529] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1631.072529] env[62284]: value = "task-1954150" [ 1631.072529] env[62284]: _type = "Task" [ 1631.072529] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.080989] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.093745] env[62284]: DEBUG oslo_vmware.api [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954147, 'name': PowerOffVM_Task, 'duration_secs': 0.795453} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.094263] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.094462] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.094817] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c347cee-8ed7-44c2-83cd-c5a617ba7b00 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.117930] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.213510] env[62284]: WARNING nova.compute.manager [None req-afc36c25-342c-4311-a549-3d01c3a38291 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Image not found during snapshot: nova.exception.ImageNotFound: Image ee5b9b92-7333-4d17-96ef-680d7473476b could not be found. [ 1631.213796] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.213854] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.214057] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Deleting the datastore file [datastore1] 6478fd00-dda1-410d-b0c0-b69de16292e4 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.214595] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dffeb4da-17fe-45c2-9238-33b0db8069b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.222066] env[62284]: DEBUG oslo_vmware.api [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for the task: (returnval){ [ 1631.222066] env[62284]: value = "task-1954152" [ 1631.222066] env[62284]: _type = "Task" [ 1631.222066] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.232774] env[62284]: DEBUG oslo_vmware.api [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.354414] env[62284]: DEBUG oslo_vmware.api [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954148, 'name': PowerOffVM_Task, 'duration_secs': 0.549626} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.354414] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c0e04ab-1c49-46b9-abdc-ba7ecde1ccf6 req-beb51faa-8924-4a69-8f2a-5289e63a1b2d service nova] Releasing lock "refresh_cache-c16adb4f-babc-421a-9004-948bae581252" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.354414] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.354414] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.354414] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba66682c-ded8-4676-9d5a-08ff9e5ba4a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.357823] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.358403] env[62284]: DEBUG nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1631.361194] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.673s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.362991] env[62284]: INFO nova.compute.claims [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.369849] env[62284]: DEBUG oslo_concurrency.lockutils [req-bf157be6-6c38-4cb1-a999-5ab77d803e1d req-199cdf68-6a00-4a83-946f-5eb6f9151182 service nova] Releasing lock "refresh_cache-1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.388781] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954149, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.432781] env[62284]: INFO nova.compute.manager [-] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Took 1.47 seconds to deallocate network for instance. [ 1631.433159] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.433672] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.433850] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Deleting the datastore file [datastore1] 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.435701] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae5bc274-2b02-4da9-863f-e868d6fa7ac5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.444837] env[62284]: DEBUG oslo_vmware.api [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for the task: (returnval){ [ 1631.444837] env[62284]: value = "task-1954154" [ 1631.444837] env[62284]: _type = "Task" [ 1631.444837] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.453223] env[62284]: DEBUG oslo_vmware.api [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.515475] env[62284]: INFO nova.compute.manager [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Took 28.90 seconds to build instance. [ 1631.581926] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112372} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.582241] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1631.583033] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cbdeaa-09df-4ff7-a52a-2bc68308dbbf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.606021] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.606021] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194ceb70-50b4-4b12-a9aa-d4bcab6e0a5f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.625232] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1631.625232] env[62284]: value = "task-1954155" [ 1631.625232] env[62284]: _type = "Task" [ 1631.625232] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.633083] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.732366] env[62284]: DEBUG oslo_vmware.api [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.867554] env[62284]: DEBUG nova.compute.utils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1631.871787] env[62284]: DEBUG nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1631.871787] env[62284]: DEBUG nova.network.neutron [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1631.895025] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530352} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.896542] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c16adb4f-babc-421a-9004-948bae581252/c16adb4f-babc-421a-9004-948bae581252.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1631.897155] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1631.897578] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd44a8f5-7eba-4bb6-8878-50321f158228 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.907865] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1631.907865] env[62284]: value = "task-1954156" [ 1631.907865] env[62284]: _type = "Task" [ 1631.907865] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.917789] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.942600] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.960113] env[62284]: DEBUG oslo_vmware.api [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Task: {'id': task-1954154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421981} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.960494] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.960714] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.960936] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.961282] env[62284]: INFO nova.compute.manager [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1631.961468] env[62284]: DEBUG oslo.service.loopingcall [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.962040] env[62284]: DEBUG nova.compute.manager [-] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1631.962166] env[62284]: DEBUG nova.network.neutron [-] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.988308] env[62284]: DEBUG nova.policy [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fc94c1990a049d69ce62860903a5a16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab188862892548d39da8dfc1d3f1ed03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1632.017149] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04e7a7f9-2b64-46bc-9d19-30562beb9865 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.418s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.093590] env[62284]: DEBUG nova.compute.manager [req-82fadbb4-8a45-4543-9340-6da5756178b1 req-96eed048-9d18-4d00-84a8-55dab2dce79c service nova] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Received event network-vif-deleted-c7fbcf9c-1f07-4350-880a-1f835c791a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1632.135834] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.240042] env[62284]: DEBUG oslo_vmware.api [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Task: {'id': task-1954152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.240042] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.240042] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.240042] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.240042] env[62284]: INFO nova.compute.manager [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1632.240291] env[62284]: DEBUG oslo.service.loopingcall [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.240291] env[62284]: DEBUG nova.compute.manager [-] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.240291] env[62284]: DEBUG nova.network.neutron [-] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.379571] env[62284]: DEBUG nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1632.397735] env[62284]: DEBUG nova.compute.manager [req-bd65a97c-b305-4c3c-9e62-1dc00de5f716 req-4149fd4f-4325-4342-a8d3-c076cfd1eecf service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Received event network-changed-873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1632.397735] env[62284]: DEBUG nova.compute.manager [req-bd65a97c-b305-4c3c-9e62-1dc00de5f716 req-4149fd4f-4325-4342-a8d3-c076cfd1eecf service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing instance network info cache due to event network-changed-873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1632.397735] env[62284]: DEBUG oslo_concurrency.lockutils [req-bd65a97c-b305-4c3c-9e62-1dc00de5f716 req-4149fd4f-4325-4342-a8d3-c076cfd1eecf service nova] Acquiring lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.397735] env[62284]: DEBUG oslo_concurrency.lockutils [req-bd65a97c-b305-4c3c-9e62-1dc00de5f716 req-4149fd4f-4325-4342-a8d3-c076cfd1eecf service nova] Acquired lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.397735] env[62284]: DEBUG nova.network.neutron [req-bd65a97c-b305-4c3c-9e62-1dc00de5f716 req-4149fd4f-4325-4342-a8d3-c076cfd1eecf service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.424608] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068788} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.427834] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.430043] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea3e6e-9593-436a-9e89-6f1afaddb33e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.457085] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] c16adb4f-babc-421a-9004-948bae581252/c16adb4f-babc-421a-9004-948bae581252.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.459851] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78285526-6e0a-4a1c-8b3a-d2785090c060 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.481974] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1632.481974] env[62284]: value = "task-1954157" [ 1632.481974] env[62284]: _type = "Task" [ 1632.481974] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.494966] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.520084] env[62284]: DEBUG nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.641638] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.996956] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.037941] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5554b0-1cfc-4e79-a7bb-d62d67f8e07b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.046659] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9740674f-d307-4ecc-8b86-59554dfdbd68 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.052639] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.086488] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412bb24d-397e-4938-898c-685730f5cbe3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.094798] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91887d85-4ff5-406d-b052-09ca13dcb9cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.109600] env[62284]: DEBUG nova.compute.provider_tree [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.111805] env[62284]: DEBUG nova.network.neutron [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Successfully created port: 317491d6-94f4-4ea5-a4fe-b79bcaff40cb {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.142139] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954155, 'name': ReconfigVM_Task, 'duration_secs': 1.377584} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.142139] env[62284]: DEBUG nova.network.neutron [-] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.142573] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.143151] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a3c50e4-4cf5-40be-9a68-21da1511c877 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.149689] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1633.149689] env[62284]: value = "task-1954158" [ 1633.149689] env[62284]: _type = "Task" [ 1633.149689] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.162105] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954158, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.273794] env[62284]: DEBUG nova.network.neutron [-] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.322698] env[62284]: DEBUG nova.network.neutron [req-bd65a97c-b305-4c3c-9e62-1dc00de5f716 req-4149fd4f-4325-4342-a8d3-c076cfd1eecf service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updated VIF entry in instance network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.323133] env[62284]: DEBUG nova.network.neutron [req-bd65a97c-b305-4c3c-9e62-1dc00de5f716 req-4149fd4f-4325-4342-a8d3-c076cfd1eecf service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updating instance_info_cache with network_info: [{"id": "873b958c-31b6-4356-9ed9-367b116f8407", "address": "fa:16:3e:7b:0c:56", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873b958c-31", "ovs_interfaceid": "873b958c-31b6-4356-9ed9-367b116f8407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.396975] env[62284]: DEBUG nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1633.429053] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1633.429053] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.429053] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1633.429274] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.429274] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1633.429274] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1633.429274] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1633.429274] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1633.429422] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1633.429422] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1633.429422] env[62284]: DEBUG nova.virt.hardware [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1633.430038] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4b4a0e-fd5b-4688-a219-deacb43f8ddc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.438843] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40dafd1-0f99-46b2-9e76-77f61b90b984 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.492986] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954157, 'name': ReconfigVM_Task, 'duration_secs': 0.672948} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.493549] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Reconfigured VM instance instance-00000015 to attach disk [datastore1] c16adb4f-babc-421a-9004-948bae581252/c16adb4f-babc-421a-9004-948bae581252.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.494252] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6a33962-d903-4246-b20d-7e0e5a06a2aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.501360] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1633.501360] env[62284]: value = "task-1954159" [ 1633.501360] env[62284]: _type = "Task" [ 1633.501360] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.513824] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954159, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.615355] env[62284]: DEBUG nova.scheduler.client.report [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.643488] env[62284]: INFO nova.compute.manager [-] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Took 1.68 seconds to deallocate network for instance. [ 1633.660976] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954158, 'name': Rename_Task, 'duration_secs': 0.160494} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.662367] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.662367] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-520f4432-d42a-4f51-a7e5-246ce9cee1ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.670183] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1633.670183] env[62284]: value = "task-1954160" [ 1633.670183] env[62284]: _type = "Task" [ 1633.670183] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.679782] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.776148] env[62284]: INFO nova.compute.manager [-] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Took 1.54 seconds to deallocate network for instance. [ 1633.826733] env[62284]: DEBUG oslo_concurrency.lockutils [req-bd65a97c-b305-4c3c-9e62-1dc00de5f716 req-4149fd4f-4325-4342-a8d3-c076cfd1eecf service nova] Releasing lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.012916] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954159, 'name': Rename_Task, 'duration_secs': 0.23661} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.014494] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.014494] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca653f0c-c03d-4fa5-8be9-6f4330e4c852 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.020109] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1634.020109] env[62284]: value = "task-1954161" [ 1634.020109] env[62284]: _type = "Task" [ 1634.020109] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.031146] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.122086] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.122511] env[62284]: DEBUG nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1634.127053] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.422s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.127053] env[62284]: DEBUG nova.objects.instance [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lazy-loading 'resources' on Instance uuid 45d8b29a-3b2a-409e-967c-d5097085fb0e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.152384] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.181853] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.285319] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.415298] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "1c2c657e-ee19-425a-a78a-fe02656c0d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.415592] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "1c2c657e-ee19-425a-a78a-fe02656c0d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.415826] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "1c2c657e-ee19-425a-a78a-fe02656c0d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.416111] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "1c2c657e-ee19-425a-a78a-fe02656c0d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.416206] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "1c2c657e-ee19-425a-a78a-fe02656c0d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.418458] env[62284]: INFO nova.compute.manager [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Terminating instance [ 1634.531157] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.629751] env[62284]: DEBUG nova.compute.utils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.635321] env[62284]: DEBUG nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1634.635521] env[62284]: DEBUG nova.network.neutron [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.681216] env[62284]: DEBUG oslo_vmware.api [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954160, 'name': PowerOnVM_Task, 'duration_secs': 0.714784} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.684489] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.684723] env[62284]: INFO nova.compute.manager [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1634.684953] env[62284]: DEBUG nova.compute.manager [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.686068] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9bfa3f-1399-47ae-bbbc-3210d78c5af1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.702178] env[62284]: DEBUG nova.policy [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80312d065e74487aa19a33b1a439cfc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6af8b439d4c549998467530c91860579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1634.741363] env[62284]: DEBUG nova.compute.manager [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Received event network-vif-deleted-f13a23a2-771d-460d-8911-7e703149e39c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1634.741725] env[62284]: DEBUG nova.compute.manager [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Received event network-changed-873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1634.742068] env[62284]: DEBUG nova.compute.manager [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing instance network info cache due to event network-changed-873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1634.742380] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] Acquiring lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.742717] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] Acquired lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.742983] env[62284]: DEBUG nova.network.neutron [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.840547] env[62284]: DEBUG nova.compute.manager [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Received event network-vif-deleted-851644f4-ce94-4458-a4fe-736405ffaa4b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1634.841451] env[62284]: DEBUG nova.compute.manager [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Received event network-changed-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1634.841451] env[62284]: DEBUG nova.compute.manager [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Refreshing instance network info cache due to event network-changed-3cee4721-b3e9-40da-a684-7aa6e39cb5b6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1634.841451] env[62284]: DEBUG oslo_concurrency.lockutils [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] Acquiring lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.841451] env[62284]: DEBUG oslo_concurrency.lockutils [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] Acquired lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.841744] env[62284]: DEBUG nova.network.neutron [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Refreshing network info cache for port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.929013] env[62284]: DEBUG nova.compute.manager [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1634.929013] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1634.929013] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8668392f-3a54-4076-a061-13e1c2000a5a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.937874] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.938182] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c912d7d6-d30a-4dcd-a725-27362bdbec2a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.946525] env[62284]: DEBUG oslo_vmware.api [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1634.946525] env[62284]: value = "task-1954162" [ 1634.946525] env[62284]: _type = "Task" [ 1634.946525] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.955157] env[62284]: DEBUG oslo_vmware.api [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.040853] env[62284]: DEBUG oslo_vmware.api [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954161, 'name': PowerOnVM_Task, 'duration_secs': 0.673708} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.043802] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.044009] env[62284]: INFO nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1635.044225] env[62284]: DEBUG nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.045239] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa488d-1f8b-4308-8c85-73ff3845d54c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.113104] env[62284]: DEBUG nova.network.neutron [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Successfully created port: 3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.137631] env[62284]: DEBUG nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1635.207189] env[62284]: INFO nova.compute.manager [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Took 29.04 seconds to build instance. [ 1635.270933] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfcf9a2-0c57-481b-9245-4101e2923d4c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.280918] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd5a19-a3df-4dc4-a587-694e3f30ef72 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.315673] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f17495-1340-473e-b8b3-7c3243edc789 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.326076] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14f4986-eaa3-419e-8a09-046083d33b78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.343341] env[62284]: DEBUG nova.compute.provider_tree [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.461045] env[62284]: DEBUG oslo_vmware.api [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954162, 'name': PowerOffVM_Task, 'duration_secs': 0.240473} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.461345] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.461997] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1635.462328] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd03aedd-32da-4c26-af56-9c1b66e4a678 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.536118] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.537495] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.537495] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleting the datastore file [datastore1] 1c2c657e-ee19-425a-a78a-fe02656c0d52 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.537495] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-824ddb0b-373e-4ae8-b8b1-615d4cf1a510 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.545248] env[62284]: DEBUG oslo_vmware.api [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1635.545248] env[62284]: value = "task-1954164" [ 1635.545248] env[62284]: _type = "Task" [ 1635.545248] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.554540] env[62284]: DEBUG oslo_vmware.api [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.567971] env[62284]: INFO nova.compute.manager [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Took 31.10 seconds to build instance. [ 1635.616813] env[62284]: DEBUG nova.network.neutron [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updated VIF entry in instance network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.617217] env[62284]: DEBUG nova.network.neutron [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updating instance_info_cache with network_info: [{"id": "873b958c-31b6-4356-9ed9-367b116f8407", "address": "fa:16:3e:7b:0c:56", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873b958c-31", "ovs_interfaceid": "873b958c-31b6-4356-9ed9-367b116f8407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.643571] env[62284]: INFO nova.virt.block_device [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Booting with volume 2fa5aa25-bdf9-41a9-8880-4fbeaba07697 at /dev/sda [ 1635.705822] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0be0577-f855-4908-b996-a838ec42b093 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.710167] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f9c651f-f572-4412-9b9b-e280a68a0c90 tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "0b7ee2f0-35d7-4253-9de6-a1e964415865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.557s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.720289] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340da46b-723f-4d8a-95fd-4f1b54cfa3a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.753899] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b9059b6-cb35-43fa-b7be-515a7aa4b9f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.761809] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f3002c-3dea-4fb1-978c-7c1d47b908da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.794382] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11a1da-0a97-4f2f-8ef4-6fb49fe3cc4e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.801184] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec5bdb0-3c50-460a-8c2a-57c3eb5f128b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.815055] env[62284]: DEBUG nova.virt.block_device [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Updating existing volume attachment record: 3fedc924-72f1-432b-ad2f-50f206d11bc9 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1635.846474] env[62284]: DEBUG nova.scheduler.client.report [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.944781] env[62284]: DEBUG nova.network.neutron [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updated VIF entry in instance network info cache for port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.948492] env[62284]: DEBUG nova.network.neutron [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating instance_info_cache with network_info: [{"id": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "address": "fa:16:3e:21:e9:8f", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cee4721-b3", "ovs_interfaceid": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.058123] env[62284]: DEBUG oslo_vmware.api [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121861} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.058418] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.058627] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1636.058762] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.058925] env[62284]: INFO nova.compute.manager [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1636.059179] env[62284]: DEBUG oslo.service.loopingcall [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.059365] env[62284]: DEBUG nova.compute.manager [-] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1636.059466] env[62284]: DEBUG nova.network.neutron [-] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1636.070934] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c2a693df-1e92-4679-88c1-1729d8077809 tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "c16adb4f-babc-421a-9004-948bae581252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.222s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.120688] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] Releasing lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.121240] env[62284]: DEBUG nova.compute.manager [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Received event network-changed-93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1636.121498] env[62284]: DEBUG nova.compute.manager [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Refreshing instance network info cache due to event network-changed-93282e2a-a276-4c80-9a8d-e4b7d8ccde31. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1636.121833] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] Acquiring lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.122190] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] Acquired lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.122487] env[62284]: DEBUG nova.network.neutron [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Refreshing network info cache for port 93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.214402] env[62284]: DEBUG nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.352546] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.359092] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.594s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.394648] env[62284]: INFO nova.scheduler.client.report [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted allocations for instance 45d8b29a-3b2a-409e-967c-d5097085fb0e [ 1636.452341] env[62284]: DEBUG oslo_concurrency.lockutils [req-674af2d9-c894-4df2-b590-6cd52f102a7e req-bc93f05b-e5c3-42c0-9066-8a48b407e448 service nova] Releasing lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.577752] env[62284]: DEBUG nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.740877] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.867163] env[62284]: INFO nova.compute.claims [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.905069] env[62284]: DEBUG nova.network.neutron [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Updated VIF entry in instance network info cache for port 93282e2a-a276-4c80-9a8d-e4b7d8ccde31. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.905447] env[62284]: DEBUG nova.network.neutron [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Updating instance_info_cache with network_info: [{"id": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "address": "fa:16:3e:0e:b1:fe", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93282e2a-a2", "ovs_interfaceid": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.911196] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3532b0c7-a16c-4807-a4a7-c2b7780be5a2 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "45d8b29a-3b2a-409e-967c-d5097085fb0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.991s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.930287] env[62284]: DEBUG nova.network.neutron [-] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.072738] env[62284]: DEBUG nova.compute.manager [req-57264869-5ff7-4980-8d8e-a2296752c979 req-33a84247-c125-4927-9430-49f0863db9e1 service nova] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Received event network-vif-deleted-f3018b8a-70ba-4f43-b1c3-ee641d9e4a50 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.110092] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.160998] env[62284]: DEBUG nova.compute.manager [req-2a26d4e6-6573-461e-8670-e0e575202ca3 req-e7ac682c-d4b7-4021-9591-e7e267ceac7e service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Received event network-changed-93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.162522] env[62284]: DEBUG nova.compute.manager [req-2a26d4e6-6573-461e-8670-e0e575202ca3 req-e7ac682c-d4b7-4021-9591-e7e267ceac7e service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Refreshing instance network info cache due to event network-changed-93282e2a-a276-4c80-9a8d-e4b7d8ccde31. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1637.162729] env[62284]: DEBUG oslo_concurrency.lockutils [req-2a26d4e6-6573-461e-8670-e0e575202ca3 req-e7ac682c-d4b7-4021-9591-e7e267ceac7e service nova] Acquiring lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.244189] env[62284]: INFO nova.compute.manager [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Rebuilding instance [ 1637.309955] env[62284]: DEBUG nova.compute.manager [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.309955] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfefb70a-7fcc-48ed-8d28-30c4396a83ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.375448] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.375742] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.376011] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.376222] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.376408] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.379401] env[62284]: INFO nova.compute.resource_tracker [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating resource usage from migration 214ed2dc-8807-4e30-b5aa-e56a306edff3 [ 1637.382782] env[62284]: INFO nova.compute.manager [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Terminating instance [ 1637.411919] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d723aa1-2327-40e6-a032-0ef9b9b6796b req-9c2a7d35-5f65-4de2-97ce-d8ce2342060f service nova] Releasing lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.412937] env[62284]: DEBUG oslo_concurrency.lockutils [req-2a26d4e6-6573-461e-8670-e0e575202ca3 req-e7ac682c-d4b7-4021-9591-e7e267ceac7e service nova] Acquired lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.413346] env[62284]: DEBUG nova.network.neutron [req-2a26d4e6-6573-461e-8670-e0e575202ca3 req-e7ac682c-d4b7-4021-9591-e7e267ceac7e service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Refreshing network info cache for port 93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.432998] env[62284]: INFO nova.compute.manager [-] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Took 1.37 seconds to deallocate network for instance. [ 1637.874335] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d30b9bd-26d3-4cca-8143-d5b2974f8b19 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.882017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fa62f6-840e-4a78-b355-2fa01a51548d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.887680] env[62284]: DEBUG nova.compute.manager [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.888155] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.915107] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb78625f-aa50-4ea7-90e3-44b46b4a9139 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.923646] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c3c6e5-e1b1-4c6c-966a-bcef21fbf69c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.939067] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb05053b-df78-4611-a023-7a5fa4f3ca0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.944611] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.946254] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.946559] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ec41c9-4cb5-487a-872c-e3a52ccdaba7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.961369] env[62284]: DEBUG nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1637.962007] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.962426] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.962655] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.962904] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.963125] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.963815] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.963815] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.963815] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.964069] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.964243] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.964491] env[62284]: DEBUG nova.virt.hardware [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.965057] env[62284]: DEBUG nova.compute.provider_tree [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.970704] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e4a96-0a4a-4152-b7bb-2a3ba239da18 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.973512] env[62284]: DEBUG oslo_vmware.api [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1637.973512] env[62284]: value = "task-1954165" [ 1637.973512] env[62284]: _type = "Task" [ 1637.973512] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.983653] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090760bf-3cda-451a-a506-5ba169689bec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.993169] env[62284]: DEBUG oslo_vmware.api [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.321660] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.321984] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d133752-4f65-4c12-b44c-c29e9c4fc392 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.331287] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1638.331287] env[62284]: value = "task-1954166" [ 1638.331287] env[62284]: _type = "Task" [ 1638.331287] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.340200] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.432770] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "c16adb4f-babc-421a-9004-948bae581252" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.433210] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "c16adb4f-babc-421a-9004-948bae581252" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.433443] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "c16adb4f-babc-421a-9004-948bae581252-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.433632] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "c16adb4f-babc-421a-9004-948bae581252-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.433798] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "c16adb4f-babc-421a-9004-948bae581252-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.436057] env[62284]: INFO nova.compute.manager [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Terminating instance [ 1638.475583] env[62284]: DEBUG nova.scheduler.client.report [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.492151] env[62284]: DEBUG oslo_vmware.api [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954165, 'name': PowerOffVM_Task, 'duration_secs': 0.289627} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.496025] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.496025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.496025] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54c981a8-ea65-4e69-9922-03251a9674f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.556482] env[62284]: DEBUG nova.network.neutron [req-2a26d4e6-6573-461e-8670-e0e575202ca3 req-e7ac682c-d4b7-4021-9591-e7e267ceac7e service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Updated VIF entry in instance network info cache for port 93282e2a-a276-4c80-9a8d-e4b7d8ccde31. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.556841] env[62284]: DEBUG nova.network.neutron [req-2a26d4e6-6573-461e-8670-e0e575202ca3 req-e7ac682c-d4b7-4021-9591-e7e267ceac7e service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Updating instance_info_cache with network_info: [{"id": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "address": "fa:16:3e:0e:b1:fe", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93282e2a-a2", "ovs_interfaceid": "93282e2a-a276-4c80-9a8d-e4b7d8ccde31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.773067] env[62284]: DEBUG nova.network.neutron [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Successfully updated port: 3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.844714] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.925586] env[62284]: DEBUG nova.network.neutron [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Successfully updated port: 317491d6-94f4-4ea5-a4fe-b79bcaff40cb {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.940890] env[62284]: DEBUG nova.compute.manager [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.941243] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.942197] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82507250-3181-498f-954c-c6e3451ccad2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.954016] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.954016] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2bf9045-83be-46d6-9dd3-52bf8c8cc5b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.959103] env[62284]: DEBUG oslo_vmware.api [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1638.959103] env[62284]: value = "task-1954168" [ 1638.959103] env[62284]: _type = "Task" [ 1638.959103] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.967275] env[62284]: DEBUG oslo_vmware.api [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.986349] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.629s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.986830] env[62284]: INFO nova.compute.manager [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Migrating [ 1638.986955] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.987231] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.988690] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.903s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.990956] env[62284]: INFO nova.compute.claims [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.057178] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.057178] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.060442] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Deleting the datastore file [datastore1] 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.060442] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c16282d-c384-407b-af45-4334121a4622 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.060442] env[62284]: DEBUG oslo_concurrency.lockutils [req-2a26d4e6-6573-461e-8670-e0e575202ca3 req-e7ac682c-d4b7-4021-9591-e7e267ceac7e service nova] Releasing lock "refresh_cache-1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.065876] env[62284]: DEBUG oslo_vmware.api [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1639.065876] env[62284]: value = "task-1954169" [ 1639.065876] env[62284]: _type = "Task" [ 1639.065876] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.077815] env[62284]: DEBUG oslo_vmware.api [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.275715] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Acquiring lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.275885] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Acquired lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.276056] env[62284]: DEBUG nova.network.neutron [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.327955] env[62284]: DEBUG nova.compute.manager [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Received event network-vif-plugged-3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1639.328219] env[62284]: DEBUG oslo_concurrency.lockutils [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] Acquiring lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.328401] env[62284]: DEBUG oslo_concurrency.lockutils [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] Lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.328575] env[62284]: DEBUG oslo_concurrency.lockutils [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] Lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.328772] env[62284]: DEBUG nova.compute.manager [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] No waiting events found dispatching network-vif-plugged-3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.328972] env[62284]: WARNING nova.compute.manager [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Received unexpected event network-vif-plugged-3c7a3397-df0c-4637-ba4d-13492e09fb56 for instance with vm_state building and task_state spawning. [ 1639.329222] env[62284]: DEBUG nova.compute.manager [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Received event network-changed-3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1639.329509] env[62284]: DEBUG nova.compute.manager [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Refreshing instance network info cache due to event network-changed-3c7a3397-df0c-4637-ba4d-13492e09fb56. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1639.329692] env[62284]: DEBUG oslo_concurrency.lockutils [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] Acquiring lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.344619] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954166, 'name': PowerOffVM_Task, 'duration_secs': 0.622626} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.344878] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.347413] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.348502] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51826f2c-6ca2-455d-90b7-73e858714316 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.357780] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.358057] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e600a7c-161d-4f68-84ac-a3092ca6286b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.385713] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.385713] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.385713] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Deleting the datastore file [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.385713] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f47ac7b2-aadb-49b2-b41c-31654001e650 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.392682] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1639.392682] env[62284]: value = "task-1954171" [ 1639.392682] env[62284]: _type = "Task" [ 1639.392682] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.403900] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.429116] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "refresh_cache-9a006271-b6d6-4a7f-b5f7-935fbcc263ab" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.429293] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquired lock "refresh_cache-9a006271-b6d6-4a7f-b5f7-935fbcc263ab" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.429446] env[62284]: DEBUG nova.network.neutron [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.470540] env[62284]: DEBUG oslo_vmware.api [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954168, 'name': PowerOffVM_Task, 'duration_secs': 0.188407} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.471174] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.471347] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.471872] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e2c9ad-0752-43cb-a232-43b3d238bb8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.491691] env[62284]: DEBUG nova.compute.manager [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Received event network-changed-873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1639.491909] env[62284]: DEBUG nova.compute.manager [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing instance network info cache due to event network-changed-873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1639.492329] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Acquiring lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.492486] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Acquired lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.492652] env[62284]: DEBUG nova.network.neutron [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.494926] env[62284]: INFO nova.compute.rpcapi [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1639.495484] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.576267] env[62284]: DEBUG oslo_vmware.api [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182335} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.577028] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.577028] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.577169] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.577398] env[62284]: INFO nova.compute.manager [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1639.577730] env[62284]: DEBUG oslo.service.loopingcall [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.578066] env[62284]: DEBUG nova.compute.manager [-] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.578697] env[62284]: DEBUG nova.network.neutron [-] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.669219] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.669477] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.669663] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Deleting the datastore file [datastore1] c16adb4f-babc-421a-9004-948bae581252 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.669948] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c112691-fd1a-4193-a2d4-ce7bf605a9fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.677943] env[62284]: DEBUG oslo_vmware.api [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for the task: (returnval){ [ 1639.677943] env[62284]: value = "task-1954173" [ 1639.677943] env[62284]: _type = "Task" [ 1639.677943] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.687308] env[62284]: DEBUG oslo_vmware.api [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.837093] env[62284]: DEBUG nova.network.neutron [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.911340] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120445} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.912121] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.912121] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.912357] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.978029] env[62284]: DEBUG nova.network.neutron [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.021712] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.022517] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.022788] env[62284]: DEBUG nova.network.neutron [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.079954] env[62284]: DEBUG nova.network.neutron [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Updating instance_info_cache with network_info: [{"id": "3c7a3397-df0c-4637-ba4d-13492e09fb56", "address": "fa:16:3e:00:2e:c2", "network": {"id": "cd257375-eeee-4f57-8f4a-11e42b80ad87", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1398196026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af8b439d4c549998467530c91860579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c7a3397-df", "ovs_interfaceid": "3c7a3397-df0c-4637-ba4d-13492e09fb56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.183336] env[62284]: DEBUG nova.network.neutron [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Updating instance_info_cache with network_info: [{"id": "317491d6-94f4-4ea5-a4fe-b79bcaff40cb", "address": "fa:16:3e:13:a9:c9", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317491d6-94", "ovs_interfaceid": "317491d6-94f4-4ea5-a4fe-b79bcaff40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.193040] env[62284]: DEBUG oslo_vmware.api [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Task: {'id': task-1954173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311406} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.195099] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.195297] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.195473] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.195713] env[62284]: INFO nova.compute.manager [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] [instance: c16adb4f-babc-421a-9004-948bae581252] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1640.195983] env[62284]: DEBUG oslo.service.loopingcall [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.196666] env[62284]: DEBUG nova.compute.manager [-] [instance: c16adb4f-babc-421a-9004-948bae581252] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1640.196781] env[62284]: DEBUG nova.network.neutron [-] [instance: c16adb4f-babc-421a-9004-948bae581252] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.317023] env[62284]: DEBUG nova.network.neutron [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updated VIF entry in instance network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.317023] env[62284]: DEBUG nova.network.neutron [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updating instance_info_cache with network_info: [{"id": "873b958c-31b6-4356-9ed9-367b116f8407", "address": "fa:16:3e:7b:0c:56", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873b958c-31", "ovs_interfaceid": "873b958c-31b6-4356-9ed9-367b116f8407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.421648] env[62284]: DEBUG nova.network.neutron [-] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.579094] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8633e3-db9d-498c-b80b-eb006c4c75d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.582052] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Releasing lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.583049] env[62284]: DEBUG nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Instance network_info: |[{"id": "3c7a3397-df0c-4637-ba4d-13492e09fb56", "address": "fa:16:3e:00:2e:c2", "network": {"id": "cd257375-eeee-4f57-8f4a-11e42b80ad87", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1398196026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af8b439d4c549998467530c91860579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c7a3397-df", "ovs_interfaceid": "3c7a3397-df0c-4637-ba4d-13492e09fb56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.583370] env[62284]: DEBUG oslo_concurrency.lockutils [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] Acquired lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.583556] env[62284]: DEBUG nova.network.neutron [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Refreshing network info cache for port 3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.587813] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:2e:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c7a3397-df0c-4637-ba4d-13492e09fb56', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.593941] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Creating folder: Project (6af8b439d4c549998467530c91860579). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1640.597768] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c37b53e7-d3b8-4441-9501-5a984c991ad5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.605949] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5f416e-5243-4f53-9494-3c699b634b9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.615559] env[62284]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1640.615724] env[62284]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62284) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1640.616086] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Folder already exists: Project (6af8b439d4c549998467530c91860579). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1640.616286] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Creating folder: Instances. Parent ref: group-v402670. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1640.643948] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5839bb9a-4554-4028-8ddd-bde3a1f9fa7d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.651261] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3efebd7-00e2-422e-b61c-e52bcc197257 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.659666] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e3d593-fe30-4609-9497-db4d7e50eb67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.665618] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Created folder: Instances in parent group-v402670. [ 1640.665872] env[62284]: DEBUG oslo.service.loopingcall [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.666937] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.666937] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-427b0628-e9f2-4d3b-8729-33fa419e1cf6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.693810] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Releasing lock "refresh_cache-9a006271-b6d6-4a7f-b5f7-935fbcc263ab" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.694169] env[62284]: DEBUG nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Instance network_info: |[{"id": "317491d6-94f4-4ea5-a4fe-b79bcaff40cb", "address": "fa:16:3e:13:a9:c9", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317491d6-94", "ovs_interfaceid": "317491d6-94f4-4ea5-a4fe-b79bcaff40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.694955] env[62284]: DEBUG nova.compute.provider_tree [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.700162] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:a9:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '317491d6-94f4-4ea5-a4fe-b79bcaff40cb', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.706878] env[62284]: DEBUG oslo.service.loopingcall [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.708653] env[62284]: DEBUG nova.scheduler.client.report [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.712805] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.713589] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.713589] env[62284]: value = "task-1954176" [ 1640.713589] env[62284]: _type = "Task" [ 1640.713589] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.713944] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9266773f-7416-46ff-954e-8c866ba862e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.743443] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954176, 'name': CreateVM_Task} progress is 15%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.743860] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.743860] env[62284]: value = "task-1954177" [ 1640.743860] env[62284]: _type = "Task" [ 1640.743860] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.752371] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954177, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.819743] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Releasing lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.820134] env[62284]: DEBUG nova.compute.manager [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Received event network-vif-plugged-317491d6-94f4-4ea5-a4fe-b79bcaff40cb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1640.820384] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Acquiring lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.820603] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.820837] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.821061] env[62284]: DEBUG nova.compute.manager [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] No waiting events found dispatching network-vif-plugged-317491d6-94f4-4ea5-a4fe-b79bcaff40cb {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1640.821299] env[62284]: WARNING nova.compute.manager [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Received unexpected event network-vif-plugged-317491d6-94f4-4ea5-a4fe-b79bcaff40cb for instance with vm_state building and task_state spawning. [ 1640.821537] env[62284]: DEBUG nova.compute.manager [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Received event network-changed-317491d6-94f4-4ea5-a4fe-b79bcaff40cb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1640.821763] env[62284]: DEBUG nova.compute.manager [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Refreshing instance network info cache due to event network-changed-317491d6-94f4-4ea5-a4fe-b79bcaff40cb. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1640.822298] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Acquiring lock "refresh_cache-9a006271-b6d6-4a7f-b5f7-935fbcc263ab" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.822298] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Acquired lock "refresh_cache-9a006271-b6d6-4a7f-b5f7-935fbcc263ab" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.822298] env[62284]: DEBUG nova.network.neutron [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Refreshing network info cache for port 317491d6-94f4-4ea5-a4fe-b79bcaff40cb {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.872008] env[62284]: DEBUG nova.network.neutron [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance_info_cache with network_info: [{"id": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "address": "fa:16:3e:9d:17:4e", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f1f040-4d", "ovs_interfaceid": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.883249] env[62284]: DEBUG nova.network.neutron [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Updated VIF entry in instance network info cache for port 3c7a3397-df0c-4637-ba4d-13492e09fb56. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.883600] env[62284]: DEBUG nova.network.neutron [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Updating instance_info_cache with network_info: [{"id": "3c7a3397-df0c-4637-ba4d-13492e09fb56", "address": "fa:16:3e:00:2e:c2", "network": {"id": "cd257375-eeee-4f57-8f4a-11e42b80ad87", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1398196026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af8b439d4c549998467530c91860579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c7a3397-df", "ovs_interfaceid": "3c7a3397-df0c-4637-ba4d-13492e09fb56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.931463] env[62284]: INFO nova.compute.manager [-] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Took 1.35 seconds to deallocate network for instance. [ 1640.962187] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1640.962408] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.963390] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1640.963390] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.963390] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1640.963390] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1640.963390] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1640.963685] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1640.963732] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1640.964028] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1640.965345] env[62284]: DEBUG nova.virt.hardware [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1640.965345] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e516319-1811-4ec6-92e5-ae4e89796115 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.974210] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a77e85-6783-43ed-bf47-0e974e7d837d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.989754] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.995783] env[62284]: DEBUG oslo.service.loopingcall [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.996389] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.996642] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37c00508-29fa-4d60-b307-0c271d805885 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.014798] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.014798] env[62284]: value = "task-1954178" [ 1641.014798] env[62284]: _type = "Task" [ 1641.014798] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.022699] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954178, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.022994] env[62284]: DEBUG nova.network.neutron [-] [instance: c16adb4f-babc-421a-9004-948bae581252] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.215741] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.216418] env[62284]: DEBUG nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.219259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.473s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.221596] env[62284]: INFO nova.compute.claims [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.239151] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954176, 'name': CreateVM_Task, 'duration_secs': 0.459231} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.239294] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.240069] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402686', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'name': 'volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26fff0b9-f89b-43f6-b0af-6c22bba5d369', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'serial': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697'}, 'guest_format': None, 'boot_index': 0, 'attachment_id': '3fedc924-72f1-432b-ad2f-50f206d11bc9', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62284) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1641.240319] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Root volume attach. Driver type: vmdk {{(pid=62284) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1641.241145] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0898a56f-89c7-4231-84b6-20faee414326 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.251788] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158bac40-c4d4-458b-a118-69c9f939d4ea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.257028] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954177, 'name': CreateVM_Task, 'duration_secs': 0.437238} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.258119] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.258842] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.259018] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.259693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.261711] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b3c024-5e3d-4563-b7cb-c1b14b989791 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.264387] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a87acfd-4bad-4a8e-92aa-b102437cd1c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.269815] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1641.269815] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c4e381-ce50-c13f-cb20-821d6ce25596" [ 1641.269815] env[62284]: _type = "Task" [ 1641.269815] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.274860] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-80817f1e-5062-444d-9e12-37e726f6f63d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.284292] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c4e381-ce50-c13f-cb20-821d6ce25596, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.285486] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.285819] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.286264] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.286264] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.286354] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.286596] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1641.286596] env[62284]: value = "task-1954179" [ 1641.286596] env[62284]: _type = "Task" [ 1641.286596] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.286776] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed8549f2-99e3-4f30-8729-db7bf49aad00 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.295984] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954179, 'name': RelocateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.312938] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.313143] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.313846] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a7af30-eb8a-4413-bb97-1b30be72f402 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.319125] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1641.319125] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f3f11f-8df8-9105-b6b5-1c40a427b17b" [ 1641.319125] env[62284]: _type = "Task" [ 1641.319125] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.329229] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f3f11f-8df8-9105-b6b5-1c40a427b17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.374669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.387257] env[62284]: DEBUG oslo_concurrency.lockutils [req-299929b0-3c3a-4575-9ec2-2b5f8b7d1891 req-7c9425be-8392-46fa-9208-06652f688d6f service nova] Releasing lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.439625] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.530152] env[62284]: INFO nova.compute.manager [-] [instance: c16adb4f-babc-421a-9004-948bae581252] Took 1.33 seconds to deallocate network for instance. [ 1641.530595] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954178, 'name': CreateVM_Task, 'duration_secs': 0.277364} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.534353] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.536120] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.536120] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.536200] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.539361] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf70ff0b-104a-4ce0-a5b0-ab930088ecac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.544660] env[62284]: DEBUG nova.compute.manager [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Received event network-changed-873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1641.544902] env[62284]: DEBUG nova.compute.manager [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing instance network info cache due to event network-changed-873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1641.545170] env[62284]: DEBUG oslo_concurrency.lockutils [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] Acquiring lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.545366] env[62284]: DEBUG oslo_concurrency.lockutils [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] Acquired lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.545571] env[62284]: DEBUG nova.network.neutron [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Refreshing network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.551129] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1641.551129] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5226925d-24d2-95b2-3ba1-c97faec8dbe8" [ 1641.551129] env[62284]: _type = "Task" [ 1641.551129] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.560957] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5226925d-24d2-95b2-3ba1-c97faec8dbe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.588479] env[62284]: DEBUG nova.network.neutron [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Updated VIF entry in instance network info cache for port 317491d6-94f4-4ea5-a4fe-b79bcaff40cb. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.588918] env[62284]: DEBUG nova.network.neutron [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Updating instance_info_cache with network_info: [{"id": "317491d6-94f4-4ea5-a4fe-b79bcaff40cb", "address": "fa:16:3e:13:a9:c9", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317491d6-94", "ovs_interfaceid": "317491d6-94f4-4ea5-a4fe-b79bcaff40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.729902] env[62284]: DEBUG nova.compute.utils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.733200] env[62284]: DEBUG nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1641.733200] env[62284]: DEBUG nova.network.neutron [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1641.782435] env[62284]: DEBUG nova.policy [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0cb07e69a4448169a15a91e90925b63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01f30355ec549c7a6043a0122e280f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1641.797913] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954179, 'name': RelocateVM_Task, 'duration_secs': 0.337886} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.798304] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1641.798521] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402686', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'name': 'volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26fff0b9-f89b-43f6-b0af-6c22bba5d369', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'serial': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1641.799369] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d531959-c15f-4ad4-a73b-4132c5c4e8d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.815279] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97880016-9fa4-43b2-8acd-16cd0ce09ed3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.836893] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697/volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.841967] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2e0fb5-e84a-4ee3-9123-3effa67f7def {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.863583] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f3f11f-8df8-9105-b6b5-1c40a427b17b, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.866084] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1641.866084] env[62284]: value = "task-1954180" [ 1641.866084] env[62284]: _type = "Task" [ 1641.866084] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.866307] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0b615c-e59a-434c-8b70-17aee5835d84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.880761] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.882365] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1641.882365] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c0daf6-d2dc-6edf-dbcd-3b15ce737ecd" [ 1641.882365] env[62284]: _type = "Task" [ 1641.882365] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.890812] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c0daf6-d2dc-6edf-dbcd-3b15ce737ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.891058] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.891316] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9a006271-b6d6-4a7f-b5f7-935fbcc263ab/9a006271-b6d6-4a7f-b5f7-935fbcc263ab.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.891555] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3fcacac-6c80-417f-8275-f59fbfd03590 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.897369] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1641.897369] env[62284]: value = "task-1954181" [ 1641.897369] env[62284]: _type = "Task" [ 1641.897369] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.905440] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.044915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.047296] env[62284]: DEBUG nova.network.neutron [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Successfully created port: 9466a52b-9876-4e23-868f-d11a46f3ce3f {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.063045] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5226925d-24d2-95b2-3ba1-c97faec8dbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.026142} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.063819] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.063819] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.063961] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.064027] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.064715] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.064715] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e65360e5-db61-4f9f-a18f-7b781e9dcb6e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.092658] env[62284]: DEBUG oslo_concurrency.lockutils [req-98a78cd5-aced-48d1-8530-20d6c569f2f4 req-b6e4169e-448b-4800-abe0-035c3b31502e service nova] Releasing lock "refresh_cache-9a006271-b6d6-4a7f-b5f7-935fbcc263ab" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.099260] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.099910] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.101277] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0eae3f-08bc-4b5f-aa07-907d3902f15b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.110159] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1642.110159] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a493ad-355d-2dc8-14eb-674efaa0b181" [ 1642.110159] env[62284]: _type = "Task" [ 1642.110159] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.119714] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a493ad-355d-2dc8-14eb-674efaa0b181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.232717] env[62284]: DEBUG nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1642.391023] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954180, 'name': ReconfigVM_Task, 'duration_secs': 0.337206} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.391988] env[62284]: DEBUG nova.network.neutron [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updated VIF entry in instance network info cache for port 873b958c-31b6-4356-9ed9-367b116f8407. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.392333] env[62284]: DEBUG nova.network.neutron [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updating instance_info_cache with network_info: [{"id": "873b958c-31b6-4356-9ed9-367b116f8407", "address": "fa:16:3e:7b:0c:56", "network": {"id": "9c1ceab8-5c82-4b82-a87b-86cb68d658f8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-506820844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23cb590598db4eda98ac9752a8f5ad7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap873b958c-31", "ovs_interfaceid": "873b958c-31b6-4356-9ed9-367b116f8407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.393510] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Reconfigured VM instance instance-00000018 to attach disk [datastore1] volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697/volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1642.403023] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c79af9-ba74-48a3-9cd5-0048a5c37316 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.424009] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954181, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.425801] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1642.425801] env[62284]: value = "task-1954182" [ 1642.425801] env[62284]: _type = "Task" [ 1642.425801] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.437843] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.622577] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a493ad-355d-2dc8-14eb-674efaa0b181, 'name': SearchDatastore_Task, 'duration_secs': 0.061445} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.623415] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620c4247-5808-470a-98b4-3911d94cd3da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.631284] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1642.631284] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52965afa-1a24-1049-40d5-706706db613a" [ 1642.631284] env[62284]: _type = "Task" [ 1642.631284] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.640452] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52965afa-1a24-1049-40d5-706706db613a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.725383] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e4fd5-3d59-4dd1-9a80-5a4b6cdc1d35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.732718] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cec995-095b-425c-be83-dbf2ba716a31 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.767038] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a9b281-06c3-4d75-9f94-b1a3369e4c64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.774226] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3657a0af-5e2f-4bfa-bb2e-d13066a6944d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.787411] env[62284]: DEBUG nova.compute.provider_tree [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.900152] env[62284]: DEBUG oslo_concurrency.lockutils [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] Releasing lock "refresh_cache-9591494e-097f-4528-a615-88bbdf4178b0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.900446] env[62284]: DEBUG nova.compute.manager [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Received event network-vif-deleted-93282e2a-a276-4c80-9a8d-e4b7d8ccde31 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.900640] env[62284]: DEBUG nova.compute.manager [req-895a94c0-1552-4e25-b1c7-3aba57dc5f8a req-3647abdf-44ca-40ee-b621-8fe3956cf049 service nova] [instance: c16adb4f-babc-421a-9004-948bae581252] Received event network-vif-deleted-e0693d76-e6c1-4767-ac74-98b662287943 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.907301] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa2f11c-db25-4858-a762-74720b08cb3e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.925135] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance 'f7cf5402-4409-4bd6-b173-cccca293b20f' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1642.931254] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534865} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.934378] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9a006271-b6d6-4a7f-b5f7-935fbcc263ab/9a006271-b6d6-4a7f-b5f7-935fbcc263ab.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1642.934592] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.934825] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0903d356-39b7-4d3d-8470-fd335778d6f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.941949] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954182, 'name': ReconfigVM_Task, 'duration_secs': 0.123105} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.942748] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402686', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'name': 'volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26fff0b9-f89b-43f6-b0af-6c22bba5d369', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'serial': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1642.943396] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1642.943396] env[62284]: value = "task-1954183" [ 1642.943396] env[62284]: _type = "Task" [ 1642.943396] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.943560] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8de7cfc0-64df-4605-ba94-12e2c32fda59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.953919] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.955160] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1642.955160] env[62284]: value = "task-1954184" [ 1642.955160] env[62284]: _type = "Task" [ 1642.955160] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.963709] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954184, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.141425] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52965afa-1a24-1049-40d5-706706db613a, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.141690] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.141947] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.142211] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ffc40e-61a0-4cb3-8a4b-b637b224707c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.148208] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1643.148208] env[62284]: value = "task-1954185" [ 1643.148208] env[62284]: _type = "Task" [ 1643.148208] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.155471] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.267184] env[62284]: DEBUG nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1643.291744] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1643.291998] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.292170] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1643.292354] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.292500] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1643.292726] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1643.292844] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1643.293009] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1643.293269] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1643.293355] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1643.293524] env[62284]: DEBUG nova.virt.hardware [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1643.294382] env[62284]: DEBUG nova.scheduler.client.report [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.298624] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d96467-ca98-444b-a788-46653bf56c66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.306166] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cdf8f6-c202-47e0-9ce1-e63dbcb9482b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.434845] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.435482] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a521cb37-343b-4982-9ff0-7f24ff6b20a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.443500] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1643.443500] env[62284]: value = "task-1954186" [ 1643.443500] env[62284]: _type = "Task" [ 1643.443500] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.460237] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.468077] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069714} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.468402] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.469929] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da81ee05-5614-430d-86e1-1dcba3fc9f5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.476116] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954184, 'name': Rename_Task, 'duration_secs': 0.128513} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.476868] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.477193] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d12d8a47-d641-4070-8619-472af947f0a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.498573] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 9a006271-b6d6-4a7f-b5f7-935fbcc263ab/9a006271-b6d6-4a7f-b5f7-935fbcc263ab.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.499595] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b95228-207c-4216-a88d-8c3c0c85bc8e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.516818] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1643.516818] env[62284]: value = "task-1954187" [ 1643.516818] env[62284]: _type = "Task" [ 1643.516818] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.522865] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1643.522865] env[62284]: value = "task-1954188" [ 1643.522865] env[62284]: _type = "Task" [ 1643.522865] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.530588] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954187, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.539038] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.636864] env[62284]: DEBUG nova.compute.manager [req-43fd31f0-a5b8-4100-aab1-acd917673172 req-59b669db-b039-491f-a8cc-398146cce9eb service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Received event network-vif-plugged-9466a52b-9876-4e23-868f-d11a46f3ce3f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1643.637159] env[62284]: DEBUG oslo_concurrency.lockutils [req-43fd31f0-a5b8-4100-aab1-acd917673172 req-59b669db-b039-491f-a8cc-398146cce9eb service nova] Acquiring lock "4774c400-b889-4bec-a0d0-23ad78dc3084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.637416] env[62284]: DEBUG oslo_concurrency.lockutils [req-43fd31f0-a5b8-4100-aab1-acd917673172 req-59b669db-b039-491f-a8cc-398146cce9eb service nova] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.637610] env[62284]: DEBUG oslo_concurrency.lockutils [req-43fd31f0-a5b8-4100-aab1-acd917673172 req-59b669db-b039-491f-a8cc-398146cce9eb service nova] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.637856] env[62284]: DEBUG nova.compute.manager [req-43fd31f0-a5b8-4100-aab1-acd917673172 req-59b669db-b039-491f-a8cc-398146cce9eb service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] No waiting events found dispatching network-vif-plugged-9466a52b-9876-4e23-868f-d11a46f3ce3f {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.638085] env[62284]: WARNING nova.compute.manager [req-43fd31f0-a5b8-4100-aab1-acd917673172 req-59b669db-b039-491f-a8cc-398146cce9eb service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Received unexpected event network-vif-plugged-9466a52b-9876-4e23-868f-d11a46f3ce3f for instance with vm_state building and task_state spawning. [ 1643.660759] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954185, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.714845] env[62284]: DEBUG nova.network.neutron [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Successfully updated port: 9466a52b-9876-4e23-868f-d11a46f3ce3f {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.802743] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.803280] env[62284]: DEBUG nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1643.805856] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.266s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.807321] env[62284]: INFO nova.compute.claims [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.953573] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954186, 'name': PowerOffVM_Task, 'duration_secs': 0.367432} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.953806] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.954155] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance 'f7cf5402-4409-4bd6-b173-cccca293b20f' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1644.026883] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954187, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.035330] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954188, 'name': ReconfigVM_Task, 'duration_secs': 0.410747} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.035674] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 9a006271-b6d6-4a7f-b5f7-935fbcc263ab/9a006271-b6d6-4a7f-b5f7-935fbcc263ab.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.036432] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02df6842-370c-43c3-b18c-3c18c4d618cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.044303] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1644.044303] env[62284]: value = "task-1954189" [ 1644.044303] env[62284]: _type = "Task" [ 1644.044303] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.052232] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954189, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.158832] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52323} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.159168] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.159491] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.159827] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ef92c00-f7bc-48b9-bc8a-83ca8b645e75 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.166110] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1644.166110] env[62284]: value = "task-1954190" [ 1644.166110] env[62284]: _type = "Task" [ 1644.166110] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.173542] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.217640] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "refresh_cache-4774c400-b889-4bec-a0d0-23ad78dc3084" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.217868] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "refresh_cache-4774c400-b889-4bec-a0d0-23ad78dc3084" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.218163] env[62284]: DEBUG nova.network.neutron [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.312082] env[62284]: DEBUG nova.compute.utils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.315680] env[62284]: DEBUG nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.315861] env[62284]: DEBUG nova.network.neutron [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.358557] env[62284]: DEBUG nova.policy [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652d36b15a6a4ca2997548a287238296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d7064df0ba4df683ac453554e905cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.460146] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1644.461041] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.461041] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1644.461041] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.461041] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1644.461041] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1644.461261] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1644.461406] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1644.461626] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1644.461804] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1644.461980] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1644.466985] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168d78d2-43ff-4876-be87-afe6dcf6f774 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.490973] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1644.490973] env[62284]: value = "task-1954191" [ 1644.490973] env[62284]: _type = "Task" [ 1644.490973] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.502387] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.527550] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954187, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.553837] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954189, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.639743] env[62284]: DEBUG nova.network.neutron [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Successfully created port: b490069f-4da7-49bf-855c-67eb436f949c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.681647] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06429} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.682108] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1644.683034] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069ba81e-8cf1-4161-8245-dfc0fa4e6500 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.707635] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.708063] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e329a2f-60b2-4fc6-a014-ae2e978520ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.731047] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1644.731047] env[62284]: value = "task-1954192" [ 1644.731047] env[62284]: _type = "Task" [ 1644.731047] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.739235] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.764096] env[62284]: DEBUG nova.network.neutron [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.816374] env[62284]: DEBUG nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1644.943618] env[62284]: DEBUG nova.network.neutron [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Updating instance_info_cache with network_info: [{"id": "9466a52b-9876-4e23-868f-d11a46f3ce3f", "address": "fa:16:3e:24:4e:39", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466a52b-98", "ovs_interfaceid": "9466a52b-9876-4e23-868f-d11a46f3ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.003222] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954191, 'name': ReconfigVM_Task, 'duration_secs': 0.437911} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.005775] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance 'f7cf5402-4409-4bd6-b173-cccca293b20f' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1645.030478] env[62284]: DEBUG oslo_vmware.api [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954187, 'name': PowerOnVM_Task, 'duration_secs': 1.368595} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.030821] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.031118] env[62284]: INFO nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1645.031207] env[62284]: DEBUG nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.034483] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01068b2-64e3-4139-807f-f19a76625915 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.058385] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954189, 'name': Rename_Task, 'duration_secs': 0.553107} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.058795] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.059247] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39369d87-1e63-4a94-94d1-d79a8ef5f5e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.067120] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1645.067120] env[62284]: value = "task-1954193" [ 1645.067120] env[62284]: _type = "Task" [ 1645.067120] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.075367] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.241243] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954192, 'name': ReconfigVM_Task, 'duration_secs': 0.374599} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.241561] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.244473] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-630ea3db-a736-4b17-b5ae-b6980eef1075 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.251415] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1645.251415] env[62284]: value = "task-1954194" [ 1645.251415] env[62284]: _type = "Task" [ 1645.251415] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.260397] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954194, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.305422] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d9fdd4-8299-495a-b2e5-ffcefeacd61f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.313201] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f344186-e48e-4b6a-ab30-2f34bad88762 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.348102] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85736a62-e2bb-4d5f-98e9-4b730ad32635 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.356388] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c705fd-f6ca-4513-81d9-4d85e2c0bd2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.370816] env[62284]: DEBUG nova.compute.provider_tree [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.448327] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "refresh_cache-4774c400-b889-4bec-a0d0-23ad78dc3084" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.448500] env[62284]: DEBUG nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Instance network_info: |[{"id": "9466a52b-9876-4e23-868f-d11a46f3ce3f", "address": "fa:16:3e:24:4e:39", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466a52b-98", "ovs_interfaceid": "9466a52b-9876-4e23-868f-d11a46f3ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.448937] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:4e:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9466a52b-9876-4e23-868f-d11a46f3ce3f', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.456584] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating folder: Project (c01f30355ec549c7a6043a0122e280f9). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.457244] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89165843-2c31-4f5b-a1c7-658e129b2f79 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.468536] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created folder: Project (c01f30355ec549c7a6043a0122e280f9) in parent group-v402637. [ 1645.468737] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating folder: Instances. Parent ref: group-v402715. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.469245] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0fbd21f-10d4-41cb-98cc-cfb8c7a4e77b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.479538] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created folder: Instances in parent group-v402715. [ 1645.479775] env[62284]: DEBUG oslo.service.loopingcall [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.479969] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.480199] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eef9aba-44a6-4b4c-936a-49fee7532412 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.498960] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.498960] env[62284]: value = "task-1954197" [ 1645.498960] env[62284]: _type = "Task" [ 1645.498960] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.506786] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954197, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.511923] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.512237] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.512324] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.512501] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.512645] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.512785] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.512981] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.513176] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.513321] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.513480] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.513649] env[62284]: DEBUG nova.virt.hardware [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.518873] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1645.520101] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb32bad3-3f3f-4bfd-947a-617fba353299 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.541020] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1645.541020] env[62284]: value = "task-1954198" [ 1645.541020] env[62284]: _type = "Task" [ 1645.541020] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.551578] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.553985] env[62284]: INFO nova.compute.manager [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Took 31.90 seconds to build instance. [ 1645.581015] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954193, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.761404] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954194, 'name': Rename_Task, 'duration_secs': 0.145288} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.761764] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.761945] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ca2247-b3b8-4108-873c-a6c4b0201aa9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.768606] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1645.768606] env[62284]: value = "task-1954199" [ 1645.768606] env[62284]: _type = "Task" [ 1645.768606] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.777127] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.810347] env[62284]: DEBUG nova.compute.manager [req-830999d1-197d-4804-9fb4-03cd1e4a32a5 req-39523589-3ed9-4924-aeed-92b5a6691eef service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Received event network-changed-9466a52b-9876-4e23-868f-d11a46f3ce3f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1645.810840] env[62284]: DEBUG nova.compute.manager [req-830999d1-197d-4804-9fb4-03cd1e4a32a5 req-39523589-3ed9-4924-aeed-92b5a6691eef service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Refreshing instance network info cache due to event network-changed-9466a52b-9876-4e23-868f-d11a46f3ce3f. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1645.810840] env[62284]: DEBUG oslo_concurrency.lockutils [req-830999d1-197d-4804-9fb4-03cd1e4a32a5 req-39523589-3ed9-4924-aeed-92b5a6691eef service nova] Acquiring lock "refresh_cache-4774c400-b889-4bec-a0d0-23ad78dc3084" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.811087] env[62284]: DEBUG oslo_concurrency.lockutils [req-830999d1-197d-4804-9fb4-03cd1e4a32a5 req-39523589-3ed9-4924-aeed-92b5a6691eef service nova] Acquired lock "refresh_cache-4774c400-b889-4bec-a0d0-23ad78dc3084" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.811087] env[62284]: DEBUG nova.network.neutron [req-830999d1-197d-4804-9fb4-03cd1e4a32a5 req-39523589-3ed9-4924-aeed-92b5a6691eef service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Refreshing network info cache for port 9466a52b-9876-4e23-868f-d11a46f3ce3f {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.852956] env[62284]: DEBUG nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.874270] env[62284]: DEBUG nova.scheduler.client.report [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.885322] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.885571] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.885768] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.885894] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.886065] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.886226] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.886441] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.886639] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.886778] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.886961] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.887095] env[62284]: DEBUG nova.virt.hardware [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.888813] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af53018d-94ae-499a-8798-897f1cf0e62e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.900598] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de670ba-1a96-42ee-8080-66c47652e41c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.011099] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954197, 'name': CreateVM_Task, 'duration_secs': 0.3928} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.011299] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.012050] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.012235] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.012640] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.012922] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d2b304-9653-4a16-bdc4-732864fcb296 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.017979] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1646.017979] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522fbaa2-52b2-d05c-13f8-05084455acae" [ 1646.017979] env[62284]: _type = "Task" [ 1646.017979] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.026439] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522fbaa2-52b2-d05c-13f8-05084455acae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.048294] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954198, 'name': ReconfigVM_Task, 'duration_secs': 0.209608} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.048597] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1646.049440] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb278412-78ce-4306-83cf-57429383e18c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.065737] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98367664-3182-4e6c-9e0b-adaf0a24d7be tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.425s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.073889] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f7cf5402-4409-4bd6-b173-cccca293b20f/f7cf5402-4409-4bd6-b173-cccca293b20f.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.075863] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0727e01b-34fa-4e96-9431-2d187600fbb1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.103351] env[62284]: DEBUG oslo_vmware.api [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954193, 'name': PowerOnVM_Task, 'duration_secs': 0.989243} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.104711] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.104958] env[62284]: INFO nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Took 12.71 seconds to spawn the instance on the hypervisor. [ 1646.105119] env[62284]: DEBUG nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.105446] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1646.105446] env[62284]: value = "task-1954200" [ 1646.105446] env[62284]: _type = "Task" [ 1646.105446] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.106174] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4613581e-26e4-4022-a72c-518b9ca28d2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.121494] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954200, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.290270] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954199, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.376923] env[62284]: DEBUG nova.network.neutron [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Successfully updated port: b490069f-4da7-49bf-855c-67eb436f949c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.379522] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.380055] env[62284]: DEBUG nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1646.386025] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.966s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.386025] env[62284]: DEBUG nova.objects.instance [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lazy-loading 'resources' on Instance uuid 75ca28c2-0e7e-4f57-bf57-dccbd195b16e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.530463] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522fbaa2-52b2-d05c-13f8-05084455acae, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.530767] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.530995] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.531243] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.531389] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.531587] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.531846] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c6ee62-cba0-43af-833c-bbf60d58ccdf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.539645] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.539814] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.540542] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cdb3b4a-7732-42f5-a4ab-80b6c6c3e564 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.545380] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1646.545380] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a63a4-f36a-6ec3-5f39-1ff3f50e8ce1" [ 1646.545380] env[62284]: _type = "Task" [ 1646.545380] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.553422] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a63a4-f36a-6ec3-5f39-1ff3f50e8ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.593174] env[62284]: DEBUG nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1646.622027] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954200, 'name': ReconfigVM_Task, 'duration_secs': 0.289727} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.622027] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f7cf5402-4409-4bd6-b173-cccca293b20f/f7cf5402-4409-4bd6-b173-cccca293b20f.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.622027] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance 'f7cf5402-4409-4bd6-b173-cccca293b20f' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1646.633883] env[62284]: INFO nova.compute.manager [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Took 34.63 seconds to build instance. [ 1646.781613] env[62284]: DEBUG oslo_vmware.api [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954199, 'name': PowerOnVM_Task, 'duration_secs': 0.530145} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.782020] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.782075] env[62284]: DEBUG nova.compute.manager [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.782870] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a352d2f-bee9-4acc-a265-fba5caff5c28 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.878899] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.879158] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.879259] env[62284]: DEBUG nova.network.neutron [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.887454] env[62284]: DEBUG nova.compute.utils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.887944] env[62284]: DEBUG nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1646.888188] env[62284]: DEBUG nova.network.neutron [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.927622] env[62284]: DEBUG nova.network.neutron [req-830999d1-197d-4804-9fb4-03cd1e4a32a5 req-39523589-3ed9-4924-aeed-92b5a6691eef service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Updated VIF entry in instance network info cache for port 9466a52b-9876-4e23-868f-d11a46f3ce3f. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.927976] env[62284]: DEBUG nova.network.neutron [req-830999d1-197d-4804-9fb4-03cd1e4a32a5 req-39523589-3ed9-4924-aeed-92b5a6691eef service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Updating instance_info_cache with network_info: [{"id": "9466a52b-9876-4e23-868f-d11a46f3ce3f", "address": "fa:16:3e:24:4e:39", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9466a52b-98", "ovs_interfaceid": "9466a52b-9876-4e23-868f-d11a46f3ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.952926] env[62284]: DEBUG nova.policy [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84823e3680704bf38a3bfd39541f2d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25b3f9f266864b548655a43d3cf2d9a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1647.057667] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a63a4-f36a-6ec3-5f39-1ff3f50e8ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.008287} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.061840] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb944b7d-f6cd-4d6e-bdc2-e3090ba076fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.071785] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1647.071785] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528736ff-9cdd-35e7-b0e1-ace72951d573" [ 1647.071785] env[62284]: _type = "Task" [ 1647.071785] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.091079] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528736ff-9cdd-35e7-b0e1-ace72951d573, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.095360] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.096113] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4774c400-b889-4bec-a0d0-23ad78dc3084/4774c400-b889-4bec-a0d0-23ad78dc3084.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.096451] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b689630-b3ab-4d5e-87ae-2e662fca8292 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.108614] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1647.108614] env[62284]: value = "task-1954201" [ 1647.108614] env[62284]: _type = "Task" [ 1647.108614] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.118837] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.125030] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.134115] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463505b9-958d-4bc5-b807-f3d21b671bb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.137474] env[62284]: DEBUG oslo_concurrency.lockutils [None req-02c43146-d554-4637-95c9-6070944fa138 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.146s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.155718] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a76527-d6d5-4d44-b6be-afbe954f0ae2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.184334] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance 'f7cf5402-4409-4bd6-b173-cccca293b20f' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1647.304133] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.348401] env[62284]: DEBUG nova.network.neutron [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Successfully created port: 3b250754-494e-4cdf-8d4a-677fa98e6ba1 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1647.372374] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.372884] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.373121] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.394794] env[62284]: DEBUG nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1647.429138] env[62284]: DEBUG nova.network.neutron [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.433930] env[62284]: DEBUG oslo_concurrency.lockutils [req-830999d1-197d-4804-9fb4-03cd1e4a32a5 req-39523589-3ed9-4924-aeed-92b5a6691eef service nova] Releasing lock "refresh_cache-4774c400-b889-4bec-a0d0-23ad78dc3084" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.476748] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7403edd-a255-48e2-b3f4-a90c3dbccd6b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.486138] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aa5873-2a8a-45a0-89a3-01e1610d9572 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.525933] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bffae1-0667-45d9-8b3e-5eb1e3aa20f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.536535] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cff516-e380-4ac5-abe0-e6afe93242ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.562789] env[62284]: DEBUG nova.compute.provider_tree [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.583564] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b5ca95-ce3d-42e5-b685-070254a8d952 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.590992] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-beeb3fdc-b1bd-4a2f-827b-785ac7bfc10a tempest-ServersAdminNegativeTestJSON-978920793 tempest-ServersAdminNegativeTestJSON-978920793-project-admin] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Suspending the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1647.591405] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0d89d347-dd7c-48c5-9ee3-0d4d84516b5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.600264] env[62284]: DEBUG oslo_vmware.api [None req-beeb3fdc-b1bd-4a2f-827b-785ac7bfc10a tempest-ServersAdminNegativeTestJSON-978920793 tempest-ServersAdminNegativeTestJSON-978920793-project-admin] Waiting for the task: (returnval){ [ 1647.600264] env[62284]: value = "task-1954202" [ 1647.600264] env[62284]: _type = "Task" [ 1647.600264] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.613643] env[62284]: DEBUG oslo_vmware.api [None req-beeb3fdc-b1bd-4a2f-827b-785ac7bfc10a tempest-ServersAdminNegativeTestJSON-978920793 tempest-ServersAdminNegativeTestJSON-978920793-project-admin] Task: {'id': task-1954202, 'name': SuspendVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.625034] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954201, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.640130] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.646697] env[62284]: DEBUG nova.compute.manager [req-1e31fb01-e354-4bfe-b3b4-e4d3b4e00836 req-ea81bee8-dd82-4eba-ba35-51a4c0683cd8 service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Received event network-changed-3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1647.647090] env[62284]: DEBUG nova.compute.manager [req-1e31fb01-e354-4bfe-b3b4-e4d3b4e00836 req-ea81bee8-dd82-4eba-ba35-51a4c0683cd8 service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Refreshing instance network info cache due to event network-changed-3c7a3397-df0c-4637-ba4d-13492e09fb56. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1647.647502] env[62284]: DEBUG oslo_concurrency.lockutils [req-1e31fb01-e354-4bfe-b3b4-e4d3b4e00836 req-ea81bee8-dd82-4eba-ba35-51a4c0683cd8 service nova] Acquiring lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.647502] env[62284]: DEBUG oslo_concurrency.lockutils [req-1e31fb01-e354-4bfe-b3b4-e4d3b4e00836 req-ea81bee8-dd82-4eba-ba35-51a4c0683cd8 service nova] Acquired lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.647628] env[62284]: DEBUG nova.network.neutron [req-1e31fb01-e354-4bfe-b3b4-e4d3b4e00836 req-ea81bee8-dd82-4eba-ba35-51a4c0683cd8 service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Refreshing network info cache for port 3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.684412] env[62284]: DEBUG nova.network.neutron [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Updating instance_info_cache with network_info: [{"id": "b490069f-4da7-49bf-855c-67eb436f949c", "address": "fa:16:3e:8c:42:33", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb490069f-4d", "ovs_interfaceid": "b490069f-4da7-49bf-855c-67eb436f949c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.750957] env[62284]: DEBUG nova.network.neutron [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Port 63f1f040-4d2b-48df-a2d6-8296f5a3b3ca binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1647.971307] env[62284]: DEBUG nova.compute.manager [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Received event network-vif-plugged-b490069f-4da7-49bf-855c-67eb436f949c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1647.971569] env[62284]: DEBUG oslo_concurrency.lockutils [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] Acquiring lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.971758] env[62284]: DEBUG oslo_concurrency.lockutils [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] Lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.971924] env[62284]: DEBUG oslo_concurrency.lockutils [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] Lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.972283] env[62284]: DEBUG nova.compute.manager [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] No waiting events found dispatching network-vif-plugged-b490069f-4da7-49bf-855c-67eb436f949c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1647.972489] env[62284]: WARNING nova.compute.manager [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Received unexpected event network-vif-plugged-b490069f-4da7-49bf-855c-67eb436f949c for instance with vm_state building and task_state spawning. [ 1647.972682] env[62284]: DEBUG nova.compute.manager [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Received event network-changed-b490069f-4da7-49bf-855c-67eb436f949c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1647.972798] env[62284]: DEBUG nova.compute.manager [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Refreshing instance network info cache due to event network-changed-b490069f-4da7-49bf-855c-67eb436f949c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1647.972968] env[62284]: DEBUG oslo_concurrency.lockutils [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] Acquiring lock "refresh_cache-c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.066949] env[62284]: DEBUG nova.scheduler.client.report [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.111653] env[62284]: DEBUG oslo_vmware.api [None req-beeb3fdc-b1bd-4a2f-827b-785ac7bfc10a tempest-ServersAdminNegativeTestJSON-978920793 tempest-ServersAdminNegativeTestJSON-978920793-project-admin] Task: {'id': task-1954202, 'name': SuspendVM_Task} progress is 62%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.121802] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613857} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.122121] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4774c400-b889-4bec-a0d0-23ad78dc3084/4774c400-b889-4bec-a0d0-23ad78dc3084.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1648.122254] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1648.122500] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-757d8f36-3d55-4150-9cda-9c9d3a867736 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.131175] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1648.131175] env[62284]: value = "task-1954203" [ 1648.131175] env[62284]: _type = "Task" [ 1648.131175] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.140395] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.171296] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.188207] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.189071] env[62284]: DEBUG nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Instance network_info: |[{"id": "b490069f-4da7-49bf-855c-67eb436f949c", "address": "fa:16:3e:8c:42:33", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb490069f-4d", "ovs_interfaceid": "b490069f-4da7-49bf-855c-67eb436f949c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.189071] env[62284]: DEBUG oslo_concurrency.lockutils [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] Acquired lock "refresh_cache-c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.189379] env[62284]: DEBUG nova.network.neutron [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Refreshing network info cache for port b490069f-4da7-49bf-855c-67eb436f949c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.190418] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:42:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b490069f-4da7-49bf-855c-67eb436f949c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.201130] env[62284]: DEBUG oslo.service.loopingcall [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.202407] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.202793] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9694de4b-33e5-4f3e-b202-7e8bed0d28be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.231120] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.231120] env[62284]: value = "task-1954204" [ 1648.231120] env[62284]: _type = "Task" [ 1648.231120] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.253561] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954204, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.368471] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.370951] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.371450] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1648.372918] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.412186] env[62284]: DEBUG nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1648.440886] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1648.441164] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.441352] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1648.441570] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.441723] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1648.441872] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1648.442113] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1648.442290] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1648.442465] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1648.442698] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1648.443072] env[62284]: DEBUG nova.virt.hardware [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1648.445654] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0a83a3-4a1b-42a3-b4f4-b62d90018658 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.454726] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbff815-ac9d-466f-8d63-714ca7d9926e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.492388] env[62284]: DEBUG nova.network.neutron [req-1e31fb01-e354-4bfe-b3b4-e4d3b4e00836 req-ea81bee8-dd82-4eba-ba35-51a4c0683cd8 service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Updated VIF entry in instance network info cache for port 3c7a3397-df0c-4637-ba4d-13492e09fb56. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1648.492761] env[62284]: DEBUG nova.network.neutron [req-1e31fb01-e354-4bfe-b3b4-e4d3b4e00836 req-ea81bee8-dd82-4eba-ba35-51a4c0683cd8 service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Updating instance_info_cache with network_info: [{"id": "3c7a3397-df0c-4637-ba4d-13492e09fb56", "address": "fa:16:3e:00:2e:c2", "network": {"id": "cd257375-eeee-4f57-8f4a-11e42b80ad87", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1398196026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6af8b439d4c549998467530c91860579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c7a3397-df", "ovs_interfaceid": "3c7a3397-df0c-4637-ba4d-13492e09fb56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.571633] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.575168] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.392s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.576428] env[62284]: INFO nova.compute.claims [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.597214] env[62284]: INFO nova.scheduler.client.report [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Deleted allocations for instance 75ca28c2-0e7e-4f57-bf57-dccbd195b16e [ 1648.611611] env[62284]: DEBUG oslo_vmware.api [None req-beeb3fdc-b1bd-4a2f-827b-785ac7bfc10a tempest-ServersAdminNegativeTestJSON-978920793 tempest-ServersAdminNegativeTestJSON-978920793-project-admin] Task: {'id': task-1954202, 'name': SuspendVM_Task} progress is 62%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.643597] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072837} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.643868] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.644669] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80df142b-a03b-42b4-b388-075cbc77744e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.669881] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4774c400-b889-4bec-a0d0-23ad78dc3084/4774c400-b889-4bec-a0d0-23ad78dc3084.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.670464] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a069058-2e16-4f80-95cc-f2b5ae86664d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.691260] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1648.691260] env[62284]: value = "task-1954205" [ 1648.691260] env[62284]: _type = "Task" [ 1648.691260] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.699963] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.742214] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954204, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.775976] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.776173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.776235] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.863276] env[62284]: INFO nova.compute.manager [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Rebuilding instance [ 1648.874073] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.904861] env[62284]: DEBUG nova.compute.manager [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.906886] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6f03ae-110a-406f-88f6-65fa08fa8b58 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.987566] env[62284]: DEBUG nova.network.neutron [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Updated VIF entry in instance network info cache for port b490069f-4da7-49bf-855c-67eb436f949c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1648.987926] env[62284]: DEBUG nova.network.neutron [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Updating instance_info_cache with network_info: [{"id": "b490069f-4da7-49bf-855c-67eb436f949c", "address": "fa:16:3e:8c:42:33", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb490069f-4d", "ovs_interfaceid": "b490069f-4da7-49bf-855c-67eb436f949c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.996541] env[62284]: DEBUG oslo_concurrency.lockutils [req-1e31fb01-e354-4bfe-b3b4-e4d3b4e00836 req-ea81bee8-dd82-4eba-ba35-51a4c0683cd8 service nova] Releasing lock "refresh_cache-26fff0b9-f89b-43f6-b0af-6c22bba5d369" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.110027] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0c98b29b-15e1-454d-86e0-17d94bdf4e57 tempest-ServerDiagnosticsV248Test-1232258926 tempest-ServerDiagnosticsV248Test-1232258926-project-member] Lock "75ca28c2-0e7e-4f57-bf57-dccbd195b16e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.092s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.114956] env[62284]: DEBUG oslo_vmware.api [None req-beeb3fdc-b1bd-4a2f-827b-785ac7bfc10a tempest-ServersAdminNegativeTestJSON-978920793 tempest-ServersAdminNegativeTestJSON-978920793-project-admin] Task: {'id': task-1954202, 'name': SuspendVM_Task, 'duration_secs': 1.206493} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.115381] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-beeb3fdc-b1bd-4a2f-827b-785ac7bfc10a tempest-ServersAdminNegativeTestJSON-978920793 tempest-ServersAdminNegativeTestJSON-978920793-project-admin] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Suspended the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1649.115473] env[62284]: DEBUG nova.compute.manager [None req-beeb3fdc-b1bd-4a2f-827b-785ac7bfc10a tempest-ServersAdminNegativeTestJSON-978920793 tempest-ServersAdminNegativeTestJSON-978920793-project-admin] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.116569] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d836aa-765c-4595-a0d9-a82b37e1854a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.202021] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954205, 'name': ReconfigVM_Task, 'duration_secs': 0.353251} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.202328] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4774c400-b889-4bec-a0d0-23ad78dc3084/4774c400-b889-4bec-a0d0-23ad78dc3084.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.202950] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52393dff-75ea-456b-b2bc-e8a86b6fb187 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.211669] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1649.211669] env[62284]: value = "task-1954206" [ 1649.211669] env[62284]: _type = "Task" [ 1649.211669] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.221350] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954206, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.253859] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954204, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.412618] env[62284]: DEBUG nova.network.neutron [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Successfully updated port: 3b250754-494e-4cdf-8d4a-677fa98e6ba1 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.490682] env[62284]: DEBUG oslo_concurrency.lockutils [req-44ec828c-fbe3-4407-9044-e7ffa4ed52a3 req-d00b7713-7d36-4d9a-a267-3e70eae885cc service nova] Releasing lock "refresh_cache-c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.721821] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954206, 'name': Rename_Task, 'duration_secs': 0.16819} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.722132] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.722455] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f960fad2-d881-47f9-9b14-f4ff106d151f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.729598] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1649.729598] env[62284]: value = "task-1954207" [ 1649.729598] env[62284]: _type = "Task" [ 1649.729598] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.741455] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.744507] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954204, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.840113] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.840302] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.840522] env[62284]: DEBUG nova.network.neutron [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.921738] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-066c21bf-8eab-4b81-921d-e3b453b1f5e7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.921898] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-066c21bf-8eab-4b81-921d-e3b453b1f5e7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.922121] env[62284]: DEBUG nova.network.neutron [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.923574] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.923878] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3d3ea77-ef37-450d-a776-13a4c356349b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.000450] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1650.000450] env[62284]: value = "task-1954208" [ 1650.000450] env[62284]: _type = "Task" [ 1650.000450] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.014239] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.156255] env[62284]: DEBUG nova.compute.manager [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Received event network-vif-plugged-3b250754-494e-4cdf-8d4a-677fa98e6ba1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1650.156399] env[62284]: DEBUG oslo_concurrency.lockutils [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] Acquiring lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.156605] env[62284]: DEBUG oslo_concurrency.lockutils [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] Lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.156768] env[62284]: DEBUG oslo_concurrency.lockutils [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] Lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.156933] env[62284]: DEBUG nova.compute.manager [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] No waiting events found dispatching network-vif-plugged-3b250754-494e-4cdf-8d4a-677fa98e6ba1 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1650.157113] env[62284]: WARNING nova.compute.manager [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Received unexpected event network-vif-plugged-3b250754-494e-4cdf-8d4a-677fa98e6ba1 for instance with vm_state building and task_state spawning. [ 1650.157279] env[62284]: DEBUG nova.compute.manager [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Received event network-changed-3b250754-494e-4cdf-8d4a-677fa98e6ba1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1650.157504] env[62284]: DEBUG nova.compute.manager [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Refreshing instance network info cache due to event network-changed-3b250754-494e-4cdf-8d4a-677fa98e6ba1. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1650.157591] env[62284]: DEBUG oslo_concurrency.lockutils [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] Acquiring lock "refresh_cache-066c21bf-8eab-4b81-921d-e3b453b1f5e7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.245012] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c6b43-8879-4e74-bd2f-e47a5d353c46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.258023] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954207, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.259396] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7b1753-a0e6-4f61-8b0f-c113407a1dc5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.262561] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954204, 'name': CreateVM_Task, 'duration_secs': 1.734343} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.262862] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.263974] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.264884] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.265253] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.266420] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19352f2d-0a80-432c-9d18-7c00e008d03a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.297590] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2422b43-ee5c-4a94-957a-4323eafb1fde {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.302522] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1650.302522] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52798610-e4d5-8055-b225-8bc7d8c53408" [ 1650.302522] env[62284]: _type = "Task" [ 1650.302522] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.310811] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b2404-07c5-4d04-a819-5c2c3aff3c52 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.318451] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52798610-e4d5-8055-b225-8bc7d8c53408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.333964] env[62284]: DEBUG nova.compute.provider_tree [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.468808] env[62284]: DEBUG nova.network.neutron [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.513482] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954208, 'name': PowerOffVM_Task, 'duration_secs': 0.158753} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.516018] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.516314] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1650.517785] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d6e2ac-0e57-467c-a652-b0d6fae5fa4a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.525491] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1650.525626] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8290f8a8-3a0d-438c-9be4-9d328c9defd0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.557374] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1650.557738] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1650.557824] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Deleting the datastore file [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1650.558441] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-674f1711-7206-440d-9cca-0cd4abfe895a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.565845] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1650.565845] env[62284]: value = "task-1954210" [ 1650.565845] env[62284]: _type = "Task" [ 1650.565845] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.581219] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.619943] env[62284]: DEBUG nova.network.neutron [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance_info_cache with network_info: [{"id": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "address": "fa:16:3e:9d:17:4e", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f1f040-4d", "ovs_interfaceid": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.656608] env[62284]: DEBUG nova.network.neutron [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Updating instance_info_cache with network_info: [{"id": "3b250754-494e-4cdf-8d4a-677fa98e6ba1", "address": "fa:16:3e:c2:17:fc", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b250754-49", "ovs_interfaceid": "3b250754-494e-4cdf-8d4a-677fa98e6ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.743538] env[62284]: DEBUG oslo_vmware.api [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954207, 'name': PowerOnVM_Task, 'duration_secs': 0.627292} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.743818] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.744035] env[62284]: INFO nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1650.744223] env[62284]: DEBUG nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.745111] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cdb67c-98fb-40ca-8a1f-422cb0e64e76 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.815903] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52798610-e4d5-8055-b225-8bc7d8c53408, 'name': SearchDatastore_Task, 'duration_secs': 0.018043} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.817024] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.817024] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1650.817024] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.817024] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.817206] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.817308] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6722b0-dc64-4836-b176-7b600e438307 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.826642] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.826816] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.827553] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720ca3e0-8377-439a-a9e5-be000c9a0e3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.834117] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1650.834117] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5291adc3-031e-69bf-e786-f0a9925fd432" [ 1650.834117] env[62284]: _type = "Task" [ 1650.834117] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.839059] env[62284]: DEBUG nova.scheduler.client.report [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.848312] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5291adc3-031e-69bf-e786-f0a9925fd432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.079976] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954210, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.122650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.159392] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-066c21bf-8eab-4b81-921d-e3b453b1f5e7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.159680] env[62284]: DEBUG nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Instance network_info: |[{"id": "3b250754-494e-4cdf-8d4a-677fa98e6ba1", "address": "fa:16:3e:c2:17:fc", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b250754-49", "ovs_interfaceid": "3b250754-494e-4cdf-8d4a-677fa98e6ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1651.159947] env[62284]: DEBUG oslo_concurrency.lockutils [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] Acquired lock "refresh_cache-066c21bf-8eab-4b81-921d-e3b453b1f5e7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.160128] env[62284]: DEBUG nova.network.neutron [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Refreshing network info cache for port 3b250754-494e-4cdf-8d4a-677fa98e6ba1 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.161150] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:17:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b250754-494e-4cdf-8d4a-677fa98e6ba1', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1651.169175] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating folder: Project (25b3f9f266864b548655a43d3cf2d9a0). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.170249] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5e24817-3111-4fb6-8a9a-cfd47509bfe6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.184132] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Created folder: Project (25b3f9f266864b548655a43d3cf2d9a0) in parent group-v402637. [ 1651.184397] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating folder: Instances. Parent ref: group-v402719. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1651.185195] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf65538f-c2ff-4ba7-9787-37f0ae69d35a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.196923] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Created folder: Instances in parent group-v402719. [ 1651.197198] env[62284]: DEBUG oslo.service.loopingcall [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.197388] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1651.197596] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bf5d3cc-319f-407f-84cd-07a6776d6e64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.219926] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.219926] env[62284]: value = "task-1954213" [ 1651.219926] env[62284]: _type = "Task" [ 1651.219926] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.228552] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954213, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.269159] env[62284]: INFO nova.compute.manager [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Took 36.21 seconds to build instance. [ 1651.346334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.346919] env[62284]: DEBUG nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1651.349773] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5291adc3-031e-69bf-e786-f0a9925fd432, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.350296] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.233s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.351781] env[62284]: INFO nova.compute.claims [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.356844] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d6b251-2d7a-4e13-a51d-5da8fb21bd26 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.364198] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1651.364198] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f75d9f-1b03-af28-66c5-1983303a68a2" [ 1651.364198] env[62284]: _type = "Task" [ 1651.364198] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.376231] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f75d9f-1b03-af28-66c5-1983303a68a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.578297] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519923} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.578513] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.578731] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.578923] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.647865] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec694b7c-c067-43bb-a015-6fc1300110b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.668219] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33386cf1-dfc1-43ce-b156-3d91c5ac8f73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.673219] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.673457] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.675499] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.675716] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.675892] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.677958] env[62284]: INFO nova.compute.manager [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Terminating instance [ 1651.682641] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance 'f7cf5402-4409-4bd6-b173-cccca293b20f' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1651.732760] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954213, 'name': CreateVM_Task, 'duration_secs': 0.395122} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.732760] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.734029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.734029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.734029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.734029] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d6933a-95a7-46e5-ad04-c76d62f651ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.740009] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1651.740009] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520dc6cd-ae38-37fa-78df-a5d3949ef6e8" [ 1651.740009] env[62284]: _type = "Task" [ 1651.740009] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.749724] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520dc6cd-ae38-37fa-78df-a5d3949ef6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.771815] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fa9ca49-e63a-48fe-93d3-52bb816a7b01 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.736s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.860933] env[62284]: DEBUG nova.compute.utils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1651.865177] env[62284]: DEBUG nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1651.866476] env[62284]: DEBUG nova.network.neutron [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1651.882353] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f75d9f-1b03-af28-66c5-1983303a68a2, 'name': SearchDatastore_Task, 'duration_secs': 0.016057} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.883264] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.883264] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3/c7240ca4-f94e-4ca2-afb3-d3e12e182aa3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.883264] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b2c34c1-8934-4607-962d-16ee797d42b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.892730] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1651.892730] env[62284]: value = "task-1954214" [ 1651.892730] env[62284]: _type = "Task" [ 1651.892730] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.902530] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.932531] env[62284]: DEBUG nova.policy [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c51fa99d544f4d89bb95f64b6da8f363', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03dcc2e4ebc48ce9bd5c3496659e906', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1651.952230] env[62284]: DEBUG nova.network.neutron [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Updated VIF entry in instance network info cache for port 3b250754-494e-4cdf-8d4a-677fa98e6ba1. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.952703] env[62284]: DEBUG nova.network.neutron [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Updating instance_info_cache with network_info: [{"id": "3b250754-494e-4cdf-8d4a-677fa98e6ba1", "address": "fa:16:3e:c2:17:fc", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b250754-49", "ovs_interfaceid": "3b250754-494e-4cdf-8d4a-677fa98e6ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.187205] env[62284]: DEBUG nova.compute.manager [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1652.187619] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.189434] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.190346] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae34cf94-56cc-40e3-940c-4da203c2ece5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.196362] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d5fdbd-6c58-4389-9d91-d15fe17dff4d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.202317] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1652.203905] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-974e3b84-a67b-4578-8acd-0434df687973 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.205770] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1652.205770] env[62284]: value = "task-1954215" [ 1652.205770] env[62284]: _type = "Task" [ 1652.205770] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.216946] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.255805] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520dc6cd-ae38-37fa-78df-a5d3949ef6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.025295} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.256420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.256929] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.257223] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.257380] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.257648] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.258105] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb6b8efe-71ea-4cc6-b4ce-77a192fe4099 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.274463] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1652.279811] env[62284]: DEBUG nova.network.neutron [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Successfully created port: c7b06e3f-3ea0-4625-af74-b1b2fac52665 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.284449] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.284670] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1652.285676] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b778565a-03c2-47a2-8d16-c539ff5d8273 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.292759] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1652.292759] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52419033-ad55-83c3-216c-fc732a45a6a4" [ 1652.292759] env[62284]: _type = "Task" [ 1652.292759] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.303769] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52419033-ad55-83c3-216c-fc732a45a6a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.370978] env[62284]: DEBUG nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1652.412670] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.419029] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1652.419029] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1652.419029] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Deleting the datastore file [datastore1] 9a006271-b6d6-4a7f-b5f7-935fbcc263ab {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1652.419574] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7c2fd25-5608-4d3d-8fc7-db70870ec188 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.428803] env[62284]: DEBUG oslo_vmware.api [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1652.428803] env[62284]: value = "task-1954217" [ 1652.428803] env[62284]: _type = "Task" [ 1652.428803] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.442899] env[62284]: DEBUG oslo_vmware.api [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.457773] env[62284]: DEBUG oslo_concurrency.lockutils [req-2352c33b-a827-49fb-b027-9bae73db24b5 req-98c36332-b324-4ba7-8cfe-1c7a177478b9 service nova] Releasing lock "refresh_cache-066c21bf-8eab-4b81-921d-e3b453b1f5e7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.622987] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1652.622987] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.622987] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1652.622987] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.623194] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1652.623194] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1652.623194] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1652.623194] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1652.623194] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1652.623338] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1652.623338] env[62284]: DEBUG nova.virt.hardware [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1652.624155] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bdb650-ed27-4e97-b67f-9d3672174111 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.640155] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b92d645-d1f2-4b2d-a6b5-d8b751288ab3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.660315] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.666618] env[62284]: DEBUG oslo.service.loopingcall [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.669648] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.670857] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ce05191-c851-4007-a0e7-80e89a501e7b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.693754] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.693754] env[62284]: value = "task-1954218" [ 1652.693754] env[62284]: _type = "Task" [ 1652.693754] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.708083] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954218, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.723458] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.812432] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52419033-ad55-83c3-216c-fc732a45a6a4, 'name': SearchDatastore_Task, 'duration_secs': 0.066089} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.813401] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff622b6-2811-4751-9f04-0a023984d4fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.819481] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.824065] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1652.824065] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fff915-e5ce-64fb-7b30-6a54705eaeb1" [ 1652.824065] env[62284]: _type = "Task" [ 1652.824065] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.834761] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fff915-e5ce-64fb-7b30-6a54705eaeb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.905264] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665432} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.905554] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3/c7240ca4-f94e-4ca2-afb3-d3e12e182aa3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1652.905771] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1652.906082] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f03f3bd-e07a-4275-b596-b2dc8829af13 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.918467] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1652.918467] env[62284]: value = "task-1954219" [ 1652.918467] env[62284]: _type = "Task" [ 1652.918467] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.943626] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.945829] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c89c9dc-7b37-4db6-9d5d-a2b3550eb252 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.952702] env[62284]: DEBUG oslo_vmware.api [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353917} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.953489] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1652.953883] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1652.954046] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1652.954303] env[62284]: INFO nova.compute.manager [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Took 0.77 seconds to destroy the instance on the hypervisor. [ 1652.954541] env[62284]: DEBUG oslo.service.loopingcall [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.955365] env[62284]: DEBUG nova.compute.manager [-] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1652.955487] env[62284]: DEBUG nova.network.neutron [-] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1652.960513] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e534d22-e11e-41e8-b17d-aba8e6cadb78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.994894] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89236cae-b601-462b-8b50-4e868f99b3b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.007455] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c995931-0e65-4a83-a08c-9d3ece521e65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.024289] env[62284]: DEBUG nova.compute.provider_tree [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.034565] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.034789] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.204194] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954218, 'name': CreateVM_Task, 'duration_secs': 0.474499} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.204518] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.204866] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.205076] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.205401] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.206036] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8869e6-a521-4134-98d6-bd6bf0f9f3e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.213565] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1653.213565] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a4751d-63ef-592b-99c7-b0016dd13e19" [ 1653.213565] env[62284]: _type = "Task" [ 1653.213565] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.219842] env[62284]: DEBUG oslo_vmware.api [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954215, 'name': PowerOnVM_Task, 'duration_secs': 0.793469} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.220695] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.220973] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcd827-cf02-4d85-8e39-771d5dfbbf2f tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance 'f7cf5402-4409-4bd6-b173-cccca293b20f' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1653.228167] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a4751d-63ef-592b-99c7-b0016dd13e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.300064] env[62284]: DEBUG nova.compute.manager [req-11390344-da1a-464d-bc0e-831ec9653533 req-61dc67d5-645a-4b96-8cf9-fa8c43566b5b service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Received event network-vif-deleted-317491d6-94f4-4ea5-a4fe-b79bcaff40cb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1653.300793] env[62284]: INFO nova.compute.manager [req-11390344-da1a-464d-bc0e-831ec9653533 req-61dc67d5-645a-4b96-8cf9-fa8c43566b5b service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Neutron deleted interface 317491d6-94f4-4ea5-a4fe-b79bcaff40cb; detaching it from the instance and deleting it from the info cache [ 1653.301079] env[62284]: DEBUG nova.network.neutron [req-11390344-da1a-464d-bc0e-831ec9653533 req-61dc67d5-645a-4b96-8cf9-fa8c43566b5b service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.334733] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fff915-e5ce-64fb-7b30-6a54705eaeb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.335122] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.335392] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 066c21bf-8eab-4b81-921d-e3b453b1f5e7/066c21bf-8eab-4b81-921d-e3b453b1f5e7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1653.335682] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2dc4c91-cede-47c0-8852-38c4804ea912 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.343408] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1653.343408] env[62284]: value = "task-1954220" [ 1653.343408] env[62284]: _type = "Task" [ 1653.343408] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.352200] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.386450] env[62284]: DEBUG nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1653.410369] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1653.410640] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.410798] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1653.410980] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.411145] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1653.411295] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1653.411527] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1653.411693] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1653.411862] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1653.412039] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1653.412227] env[62284]: DEBUG nova.virt.hardware [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1653.413117] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36312f4d-65db-4ed5-b485-363f9cb5d4c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.424771] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5c9aea-4cbf-42ea-9304-1dd0e4c141e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.434491] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179453} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.442445] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1653.443448] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8323517-d3d2-4597-a974-8ea37783de65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.466537] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3/c7240ca4-f94e-4ca2-afb3-d3e12e182aa3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.466834] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6610e47c-9a7c-47f2-8f51-6af1094f7fbc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.487820] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1653.487820] env[62284]: value = "task-1954221" [ 1653.487820] env[62284]: _type = "Task" [ 1653.487820] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.496653] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.527895] env[62284]: DEBUG nova.scheduler.client.report [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.725834] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a4751d-63ef-592b-99c7-b0016dd13e19, 'name': SearchDatastore_Task, 'duration_secs': 0.048319} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.726177] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.726436] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.726686] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.726833] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.727014] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.727283] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d15a134-107a-4034-a73a-d1e94c9e341c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.741712] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.741897] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.742653] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd62be37-3e1f-4a66-85d7-bb7a63462552 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.749720] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1653.749720] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52339f6e-fcf9-b08e-c2c1-2f5a19c5106b" [ 1653.749720] env[62284]: _type = "Task" [ 1653.749720] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.757665] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52339f6e-fcf9-b08e-c2c1-2f5a19c5106b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.765478] env[62284]: DEBUG nova.network.neutron [-] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.805033] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9e331f7-7b93-43be-a471-6fc11fe9a097 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.817246] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382317fd-15a9-4a63-a313-10e604959a17 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.851203] env[62284]: DEBUG nova.compute.manager [req-11390344-da1a-464d-bc0e-831ec9653533 req-61dc67d5-645a-4b96-8cf9-fa8c43566b5b service nova] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Detach interface failed, port_id=317491d6-94f4-4ea5-a4fe-b79bcaff40cb, reason: Instance 9a006271-b6d6-4a7f-b5f7-935fbcc263ab could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1653.860532] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.955101] env[62284]: DEBUG nova.compute.manager [req-fc673482-3b53-4600-82f3-d76080525b44 req-934eb4be-0ab1-48d9-99d0-537d2f3888a7 service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Received event network-vif-plugged-c7b06e3f-3ea0-4625-af74-b1b2fac52665 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1653.955340] env[62284]: DEBUG oslo_concurrency.lockutils [req-fc673482-3b53-4600-82f3-d76080525b44 req-934eb4be-0ab1-48d9-99d0-537d2f3888a7 service nova] Acquiring lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.955549] env[62284]: DEBUG oslo_concurrency.lockutils [req-fc673482-3b53-4600-82f3-d76080525b44 req-934eb4be-0ab1-48d9-99d0-537d2f3888a7 service nova] Lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.955716] env[62284]: DEBUG oslo_concurrency.lockutils [req-fc673482-3b53-4600-82f3-d76080525b44 req-934eb4be-0ab1-48d9-99d0-537d2f3888a7 service nova] Lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.955880] env[62284]: DEBUG nova.compute.manager [req-fc673482-3b53-4600-82f3-d76080525b44 req-934eb4be-0ab1-48d9-99d0-537d2f3888a7 service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] No waiting events found dispatching network-vif-plugged-c7b06e3f-3ea0-4625-af74-b1b2fac52665 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.960019] env[62284]: WARNING nova.compute.manager [req-fc673482-3b53-4600-82f3-d76080525b44 req-934eb4be-0ab1-48d9-99d0-537d2f3888a7 service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Received unexpected event network-vif-plugged-c7b06e3f-3ea0-4625-af74-b1b2fac52665 for instance with vm_state building and task_state spawning. [ 1654.008528] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954221, 'name': ReconfigVM_Task, 'duration_secs': 0.489538} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.008528] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3/c7240ca4-f94e-4ca2-afb3-d3e12e182aa3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.008528] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-371bf33e-de17-4dba-9323-2ef6d759b47c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.014797] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1654.014797] env[62284]: value = "task-1954222" [ 1654.014797] env[62284]: _type = "Task" [ 1654.014797] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.023911] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954222, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.033877] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.034643] env[62284]: DEBUG nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.041455] env[62284]: DEBUG nova.network.neutron [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Successfully updated port: c7b06e3f-3ea0-4625-af74-b1b2fac52665 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.041455] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.098s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.041455] env[62284]: DEBUG nova.objects.instance [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lazy-loading 'resources' on Instance uuid 9d427896-cb9a-45f5-b09d-9161753dfdf3 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.259512] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52339f6e-fcf9-b08e-c2c1-2f5a19c5106b, 'name': SearchDatastore_Task, 'duration_secs': 0.0393} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.260314] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f7388c-3237-49c7-a5c1-e6989807027a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.265680] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1654.265680] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a6189d-bf15-e02a-26cf-eaef2f727471" [ 1654.265680] env[62284]: _type = "Task" [ 1654.265680] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.269149] env[62284]: INFO nova.compute.manager [-] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Took 1.31 seconds to deallocate network for instance. [ 1654.277359] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a6189d-bf15-e02a-26cf-eaef2f727471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.360667] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.531023] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954222, 'name': Rename_Task, 'duration_secs': 0.162675} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.531436] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.532030] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b48fe4c-cbd0-495c-8a1e-8b4ab96a5c60 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.540712] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1654.540712] env[62284]: value = "task-1954223" [ 1654.540712] env[62284]: _type = "Task" [ 1654.540712] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.547028] env[62284]: DEBUG nova.compute.utils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.549010] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquiring lock "refresh_cache-ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.549270] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquired lock "refresh_cache-ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.549528] env[62284]: DEBUG nova.network.neutron [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.557385] env[62284]: DEBUG nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.557385] env[62284]: DEBUG nova.network.neutron [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.567391] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954223, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.606184] env[62284]: DEBUG nova.policy [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cc5e361d66342498c076754d8edee64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3716f02245d047b38c3cb29eca65cd2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.784173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.784479] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a6189d-bf15-e02a-26cf-eaef2f727471, 'name': SearchDatastore_Task, 'duration_secs': 0.044689} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.787798] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.788081] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.788845] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa8ecedf-0a3d-4999-a610-c36f56d06273 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.797077] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1654.797077] env[62284]: value = "task-1954224" [ 1654.797077] env[62284]: _type = "Task" [ 1654.797077] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.809411] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.864198] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954220, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.948523] env[62284]: DEBUG nova.network.neutron [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Successfully created port: 26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.053444] env[62284]: DEBUG oslo_vmware.api [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954223, 'name': PowerOnVM_Task, 'duration_secs': 0.509613} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.055366] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.055601] env[62284]: INFO nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1655.059072] env[62284]: DEBUG nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.059072] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d113de9-65b7-443a-b7bf-bd8ece7e3ed3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.061500] env[62284]: DEBUG nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.067253] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5404b1b7-8057-41f4-af08-b96c0e0f26fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.078812] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf3beac-fb85-4468-809f-4f924da2a75a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.119127] env[62284]: DEBUG nova.network.neutron [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1655.121656] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51830e82-b70a-4fd5-9886-48d517fe7912 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.131924] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33349e-d8c1-49db-add7-e5c848b4fbf3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.148190] env[62284]: DEBUG nova.compute.provider_tree [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.308167] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.313702] env[62284]: DEBUG nova.network.neutron [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Updating instance_info_cache with network_info: [{"id": "c7b06e3f-3ea0-4625-af74-b1b2fac52665", "address": "fa:16:3e:d3:2d:b9", "network": {"id": "f63767fe-4d2e-4eaf-9868-3301887b621a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-498376953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03dcc2e4ebc48ce9bd5c3496659e906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b06e3f-3e", "ovs_interfaceid": "c7b06e3f-3ea0-4625-af74-b1b2fac52665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.363875] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954220, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.506489] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "f7cf5402-4409-4bd6-b173-cccca293b20f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.506928] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.507208] env[62284]: DEBUG nova.compute.manager [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Going to confirm migration 1 {{(pid=62284) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1655.593659] env[62284]: INFO nova.compute.manager [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Took 39.88 seconds to build instance. [ 1655.653079] env[62284]: DEBUG nova.scheduler.client.report [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.810027] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.816762] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Releasing lock "refresh_cache-ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.817151] env[62284]: DEBUG nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Instance network_info: |[{"id": "c7b06e3f-3ea0-4625-af74-b1b2fac52665", "address": "fa:16:3e:d3:2d:b9", "network": {"id": "f63767fe-4d2e-4eaf-9868-3301887b621a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-498376953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03dcc2e4ebc48ce9bd5c3496659e906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b06e3f-3e", "ovs_interfaceid": "c7b06e3f-3ea0-4625-af74-b1b2fac52665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.817584] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:2d:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b06e3f-3ea0-4625-af74-b1b2fac52665', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.825563] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Creating folder: Project (c03dcc2e4ebc48ce9bd5c3496659e906). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.825945] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5723429-8e58-4e72-8d0b-4681dc098d73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.839400] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Created folder: Project (c03dcc2e4ebc48ce9bd5c3496659e906) in parent group-v402637. [ 1655.839629] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Creating folder: Instances. Parent ref: group-v402723. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.839941] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f5dbcf0-af99-42e3-99d7-cdb214ca57f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.851814] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Created folder: Instances in parent group-v402723. [ 1655.852113] env[62284]: DEBUG oslo.service.loopingcall [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.852327] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.852545] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec5c65b8-b741-452b-a994-659def6b7351 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.879693] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954220, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.881147] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.881147] env[62284]: value = "task-1954227" [ 1655.881147] env[62284]: _type = "Task" [ 1655.881147] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.889910] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954227, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.996338] env[62284]: DEBUG nova.compute.manager [req-b1bcead8-73dc-487c-94f1-de52c3f7125a req-ea7d8bcb-067a-4062-9790-979b9274cc3b service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Received event network-changed-c7b06e3f-3ea0-4625-af74-b1b2fac52665 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1655.996607] env[62284]: DEBUG nova.compute.manager [req-b1bcead8-73dc-487c-94f1-de52c3f7125a req-ea7d8bcb-067a-4062-9790-979b9274cc3b service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Refreshing instance network info cache due to event network-changed-c7b06e3f-3ea0-4625-af74-b1b2fac52665. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1655.996911] env[62284]: DEBUG oslo_concurrency.lockutils [req-b1bcead8-73dc-487c-94f1-de52c3f7125a req-ea7d8bcb-067a-4062-9790-979b9274cc3b service nova] Acquiring lock "refresh_cache-ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.997061] env[62284]: DEBUG oslo_concurrency.lockutils [req-b1bcead8-73dc-487c-94f1-de52c3f7125a req-ea7d8bcb-067a-4062-9790-979b9274cc3b service nova] Acquired lock "refresh_cache-ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.997204] env[62284]: DEBUG nova.network.neutron [req-b1bcead8-73dc-487c-94f1-de52c3f7125a req-ea7d8bcb-067a-4062-9790-979b9274cc3b service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Refreshing network info cache for port c7b06e3f-3ea0-4625-af74-b1b2fac52665 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.068284] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.068685] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.068992] env[62284]: DEBUG nova.network.neutron [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.069376] env[62284]: DEBUG nova.objects.instance [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lazy-loading 'info_cache' on Instance uuid f7cf5402-4409-4bd6-b173-cccca293b20f {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.075684] env[62284]: DEBUG nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.095103] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a40d9684-f90c-4d68-93b1-bfcde1e65e79 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.401s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.099278] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.099569] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.099782] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.100053] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.100235] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.100445] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.100757] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.100986] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.101237] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.101469] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.101726] env[62284]: DEBUG nova.virt.hardware [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.103087] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad536d-8219-4809-b3f8-f6b727f7a178 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.114458] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f125b9e-5463-4024-a6d7-da5cd181d2a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.161010] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.163976] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.112s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.165741] env[62284]: INFO nova.compute.claims [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.192664] env[62284]: INFO nova.scheduler.client.report [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Deleted allocations for instance 9d427896-cb9a-45f5-b09d-9161753dfdf3 [ 1656.312146] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954224, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.384047] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954220, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.705375} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.387697] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 066c21bf-8eab-4b81-921d-e3b453b1f5e7/066c21bf-8eab-4b81-921d-e3b453b1f5e7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.387961] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.388281] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05966482-d88a-4f08-9bef-e9130d323005 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.398852] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954227, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.400706] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1656.400706] env[62284]: value = "task-1954228" [ 1656.400706] env[62284]: _type = "Task" [ 1656.400706] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.413195] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.608450] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1656.656494] env[62284]: DEBUG nova.network.neutron [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Successfully updated port: 26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.703263] env[62284]: DEBUG oslo_concurrency.lockutils [None req-50d518ff-f7b4-49b7-b2cf-9d192a3f574e tempest-FloatingIPsAssociationNegativeTestJSON-857940558 tempest-FloatingIPsAssociationNegativeTestJSON-857940558-project-member] Lock "9d427896-cb9a-45f5-b09d-9161753dfdf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.387s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.786950] env[62284]: DEBUG nova.network.neutron [req-b1bcead8-73dc-487c-94f1-de52c3f7125a req-ea7d8bcb-067a-4062-9790-979b9274cc3b service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Updated VIF entry in instance network info cache for port c7b06e3f-3ea0-4625-af74-b1b2fac52665. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.787366] env[62284]: DEBUG nova.network.neutron [req-b1bcead8-73dc-487c-94f1-de52c3f7125a req-ea7d8bcb-067a-4062-9790-979b9274cc3b service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Updating instance_info_cache with network_info: [{"id": "c7b06e3f-3ea0-4625-af74-b1b2fac52665", "address": "fa:16:3e:d3:2d:b9", "network": {"id": "f63767fe-4d2e-4eaf-9868-3301887b621a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-498376953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03dcc2e4ebc48ce9bd5c3496659e906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b06e3f-3e", "ovs_interfaceid": "c7b06e3f-3ea0-4625-af74-b1b2fac52665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.814887] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954224, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.673201} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.815091] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.815309] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.815561] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-648d9268-a408-421f-8268-abb1afc4cbfe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.824151] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1656.824151] env[62284]: value = "task-1954229" [ 1656.824151] env[62284]: _type = "Task" [ 1656.824151] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.834910] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.895255] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954227, 'name': CreateVM_Task, 'duration_secs': 0.59904} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.895395] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.896205] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.896334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.896718] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.896980] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86aea563-d977-49b9-a3e5-b8f60eead1b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.905588] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1656.905588] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5206ed37-c587-446a-d4bf-33eafe5eb082" [ 1656.905588] env[62284]: _type = "Task" [ 1656.905588] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.912763] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08042} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.913258] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1656.914212] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6a038f-e408-43dd-947b-1aa68e473ce2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.920193] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5206ed37-c587-446a-d4bf-33eafe5eb082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.941766] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 066c21bf-8eab-4b81-921d-e3b453b1f5e7/066c21bf-8eab-4b81-921d-e3b453b1f5e7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.942533] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e72e7d-79af-4364-bac4-2cf0d231ad56 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.964185] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1656.964185] env[62284]: value = "task-1954230" [ 1656.964185] env[62284]: _type = "Task" [ 1656.964185] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.974523] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.136488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.160736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.160736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.160736] env[62284]: DEBUG nova.network.neutron [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.290635] env[62284]: DEBUG oslo_concurrency.lockutils [req-b1bcead8-73dc-487c-94f1-de52c3f7125a req-ea7d8bcb-067a-4062-9790-979b9274cc3b service nova] Releasing lock "refresh_cache-ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.334279] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219976} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.337307] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.338788] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b7714-b427-43ed-bb00-15e3cf725e3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.359616] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.363864] env[62284]: DEBUG nova.network.neutron [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance_info_cache with network_info: [{"id": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "address": "fa:16:3e:9d:17:4e", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f1f040-4d", "ovs_interfaceid": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.366425] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3132a635-ae1b-4788-bc37-b4690a098db0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.392378] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1657.392378] env[62284]: value = "task-1954231" [ 1657.392378] env[62284]: _type = "Task" [ 1657.392378] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.409177] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.418548] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5206ed37-c587-446a-d4bf-33eafe5eb082, 'name': SearchDatastore_Task, 'duration_secs': 0.020754} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.418870] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.419116] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.419342] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.419485] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.419655] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.419914] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-929833d9-0c7b-4e38-ad6f-3bd66faf6fc8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.440173] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.440173] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.441499] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3d616d-7c75-49db-9072-dc7d824fe0a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.446543] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1657.446543] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523840a6-8592-8f25-ab04-23d764b97749" [ 1657.446543] env[62284]: _type = "Task" [ 1657.446543] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.458700] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523840a6-8592-8f25-ab04-23d764b97749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.473856] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954230, 'name': ReconfigVM_Task, 'duration_secs': 0.315657} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.473856] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 066c21bf-8eab-4b81-921d-e3b453b1f5e7/066c21bf-8eab-4b81-921d-e3b453b1f5e7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.476879] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff7b6a5d-04e9-4998-9a40-d9507a42e6a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.484652] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1657.484652] env[62284]: value = "task-1954232" [ 1657.484652] env[62284]: _type = "Task" [ 1657.484652] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.493545] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954232, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.522697] env[62284]: INFO nova.compute.manager [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Rebuilding instance [ 1657.575367] env[62284]: DEBUG nova.compute.manager [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.576574] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24007ef9-0b98-43f2-a5e6-b8bcb3f34382 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.695955] env[62284]: DEBUG nova.network.neutron [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.706016] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f1065-1b37-45e5-b16c-bd5d88c600c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.715364] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c252ab-bd4e-4c26-835e-b5e3a5dfe69c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.758252] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098ce420-794f-4776-af44-989732e4117c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.767316] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4b9b32-7e03-4c90-8bd0-f3482389b061 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.784736] env[62284]: DEBUG nova.compute.provider_tree [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.867238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.867529] env[62284]: DEBUG nova.objects.instance [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lazy-loading 'migration_context' on Instance uuid f7cf5402-4409-4bd6-b173-cccca293b20f {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.893216] env[62284]: DEBUG nova.network.neutron [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Updating instance_info_cache with network_info: [{"id": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "address": "fa:16:3e:2a:65:d2", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ba03a2-f9", "ovs_interfaceid": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.906059] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.958801] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523840a6-8592-8f25-ab04-23d764b97749, 'name': SearchDatastore_Task, 'duration_secs': 0.05679} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.959748] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a5a72e-a2d7-4082-b389-c91cfbf8c033 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.966484] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1657.966484] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f57db1-7ec1-a433-c8ea-66e1279f0d00" [ 1657.966484] env[62284]: _type = "Task" [ 1657.966484] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.979680] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f57db1-7ec1-a433-c8ea-66e1279f0d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.996661] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954232, 'name': Rename_Task, 'duration_secs': 0.15022} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.997130] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.997489] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2d28a9-a616-49d0-b73c-b5fce438beb2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.009114] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1658.009114] env[62284]: value = "task-1954233" [ 1658.009114] env[62284]: _type = "Task" [ 1658.009114] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.016547] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.274089] env[62284]: DEBUG nova.compute.manager [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Received event network-vif-plugged-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1658.274377] env[62284]: DEBUG oslo_concurrency.lockutils [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] Acquiring lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.274646] env[62284]: DEBUG oslo_concurrency.lockutils [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] Lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.274891] env[62284]: DEBUG oslo_concurrency.lockutils [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] Lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.275104] env[62284]: DEBUG nova.compute.manager [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] No waiting events found dispatching network-vif-plugged-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.275386] env[62284]: WARNING nova.compute.manager [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Received unexpected event network-vif-plugged-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 for instance with vm_state building and task_state spawning. [ 1658.275587] env[62284]: DEBUG nova.compute.manager [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Received event network-changed-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1658.275741] env[62284]: DEBUG nova.compute.manager [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Refreshing instance network info cache due to event network-changed-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1658.275981] env[62284]: DEBUG oslo_concurrency.lockutils [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] Acquiring lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.289377] env[62284]: DEBUG nova.scheduler.client.report [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.370684] env[62284]: DEBUG nova.objects.base [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1658.371648] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17576b20-7723-43f2-97eb-ef65e0647927 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.393433] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e97d8f-6c52-4ec0-ae37-7268231365d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.400176] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Releasing lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.400500] env[62284]: DEBUG nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Instance network_info: |[{"id": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "address": "fa:16:3e:2a:65:d2", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ba03a2-f9", "ovs_interfaceid": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.400805] env[62284]: DEBUG oslo_concurrency.lockutils [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] Acquired lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.401017] env[62284]: DEBUG nova.network.neutron [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Refreshing network info cache for port 26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.402315] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:65:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ba03a2-f9f6-4cc8-bbc5-bdba82edc353', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.410147] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Creating folder: Project (3716f02245d047b38c3cb29eca65cd2a). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.412791] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5635766c-0685-4284-8800-8301086fcdbc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.414638] env[62284]: DEBUG oslo_vmware.api [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1658.414638] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523e0e76-38ef-33be-bea6-37cbd5a839a8" [ 1658.414638] env[62284]: _type = "Task" [ 1658.414638] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.418915] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.431223] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Created folder: Project (3716f02245d047b38c3cb29eca65cd2a) in parent group-v402637. [ 1658.431531] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Creating folder: Instances. Parent ref: group-v402726. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.437125] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c73619b-9563-4659-bed3-54d69797e940 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.440735] env[62284]: DEBUG oslo_vmware.api [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523e0e76-38ef-33be-bea6-37cbd5a839a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.441247] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.455202] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Created folder: Instances in parent group-v402726. [ 1658.455202] env[62284]: DEBUG oslo.service.loopingcall [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.455202] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.455202] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1d6d3f9-9ad5-4efa-9b47-11dadc8ea8d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.483485] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f57db1-7ec1-a433-c8ea-66e1279f0d00, 'name': SearchDatastore_Task, 'duration_secs': 0.01382} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.485412] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.485776] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ff23b756-780d-4e5e-98b0-4ccd0bcd7e97/ff23b756-780d-4e5e-98b0-4ccd0bcd7e97.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.486111] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.486111] env[62284]: value = "task-1954236" [ 1658.486111] env[62284]: _type = "Task" [ 1658.486111] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.486351] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9d289d-5a08-47ff-a814-80e56ebf1dcf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.500591] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954236, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.503113] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1658.503113] env[62284]: value = "task-1954237" [ 1658.503113] env[62284]: _type = "Task" [ 1658.503113] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.519853] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.525289] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.552781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "9f720d75-6148-4fb1-934a-7c110953269e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.552781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "9f720d75-6148-4fb1-934a-7c110953269e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.599676] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.600053] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38fe5413-92a5-4533-bea1-7c9dea359daa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.608641] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1658.608641] env[62284]: value = "task-1954238" [ 1658.608641] env[62284]: _type = "Task" [ 1658.608641] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.620775] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.795365] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.798022] env[62284]: DEBUG nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1658.802256] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.651s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.803115] env[62284]: DEBUG nova.objects.instance [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lazy-loading 'resources' on Instance uuid 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.909697] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954231, 'name': ReconfigVM_Task, 'duration_secs': 1.075608} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.910248] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865/0b7ee2f0-35d7-4253-9de6-a1e964415865.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.911105] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e95064f6-9520-4341-b5f7-6c604236c912 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.923338] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1658.923338] env[62284]: value = "task-1954239" [ 1658.923338] env[62284]: _type = "Task" [ 1658.923338] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.940582] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954239, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.001068] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954236, 'name': CreateVM_Task, 'duration_secs': 0.430241} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.001068] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1659.001068] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.001207] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.001553] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.001820] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef04da8-0039-4ee4-8b47-f8283d59085d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.016881] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1659.016881] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527dd7df-d9b1-242a-6e20-bfe1595e7af6" [ 1659.016881] env[62284]: _type = "Task" [ 1659.016881] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.017376] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.024291] env[62284]: DEBUG oslo_vmware.api [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954233, 'name': PowerOnVM_Task, 'duration_secs': 0.681617} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.025137] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.025498] env[62284]: INFO nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1659.025786] env[62284]: DEBUG nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.026679] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3739f8da-9299-48f5-871b-b01927c21e30 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.036770] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527dd7df-d9b1-242a-6e20-bfe1595e7af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.121258] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954238, 'name': PowerOffVM_Task, 'duration_secs': 0.300022} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.121722] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1659.122169] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1659.123247] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f130c0b9-13ae-44e5-bcbb-cb038eee697b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.131016] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1659.131292] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ac6c4d6-8ea3-4527-b9d3-3b228d39ed55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.195975] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.195975] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.265657] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.265882] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.266080] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleting the datastore file [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.266505] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a8b2bb4-ed86-458e-b86d-6adc7a3f2968 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.276530] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1659.276530] env[62284]: value = "task-1954241" [ 1659.276530] env[62284]: _type = "Task" [ 1659.276530] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.285822] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.306580] env[62284]: DEBUG nova.compute.utils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.311453] env[62284]: DEBUG nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.311791] env[62284]: DEBUG nova.network.neutron [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.419299] env[62284]: DEBUG nova.policy [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae52c7c6a6614195b448d2209066ab4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d5a158bf61249b0aa5869945cfc14b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1659.438707] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954239, 'name': Rename_Task, 'duration_secs': 0.351773} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.439010] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.439840] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16086d49-6790-44a3-8456-2fdd10da4fa2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.450902] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Waiting for the task: (returnval){ [ 1659.450902] env[62284]: value = "task-1954242" [ 1659.450902] env[62284]: _type = "Task" [ 1659.450902] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.462161] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.495182] env[62284]: DEBUG nova.network.neutron [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Updated VIF entry in instance network info cache for port 26ba03a2-f9f6-4cc8-bbc5-bdba82edc353. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.495182] env[62284]: DEBUG nova.network.neutron [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Updating instance_info_cache with network_info: [{"id": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "address": "fa:16:3e:2a:65:d2", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ba03a2-f9", "ovs_interfaceid": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.515630] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586892} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.515892] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ff23b756-780d-4e5e-98b0-4ccd0bcd7e97/ff23b756-780d-4e5e-98b0-4ccd0bcd7e97.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.516114] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.516364] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7112f492-a1fa-4884-a6c0-e746450e24a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.535497] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1659.535497] env[62284]: value = "task-1954243" [ 1659.535497] env[62284]: _type = "Task" [ 1659.535497] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.535790] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527dd7df-d9b1-242a-6e20-bfe1595e7af6, 'name': SearchDatastore_Task, 'duration_secs': 0.033777} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.536112] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.536381] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.537029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.537029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.537029] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.542784] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe2f78ed-4697-4e02-9856-df3549d5af7b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.561186] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.561186] env[62284]: INFO nova.compute.manager [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Took 41.04 seconds to build instance. [ 1659.563141] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.563300] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.568361] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3917181b-6939-4b48-a3ee-2c0c2c9977f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.574530] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1659.574530] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e68d4d-829f-f29d-86a6-02e9bcb71fbf" [ 1659.574530] env[62284]: _type = "Task" [ 1659.574530] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.589117] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e68d4d-829f-f29d-86a6-02e9bcb71fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.787510] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.812467] env[62284]: DEBUG nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1659.884389] env[62284]: DEBUG nova.network.neutron [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Successfully created port: 512e6f1e-1e74-4518-abbc-9b839470f69c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.894028] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e2fb4b-c47f-452b-826a-719ee27738d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.902360] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971c03f-6530-4bea-9ca5-c53d1d6664ad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.939130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d387ce5-3db1-4124-b447-8de8d74ef152 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.947926] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015d6212-b3cd-4ed1-908d-57f7a62dd407 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.965208] env[62284]: DEBUG nova.compute.provider_tree [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.969746] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.995605] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.996117] env[62284]: DEBUG oslo_concurrency.lockutils [req-85f2f7d5-5e0b-4583-8155-cbffa95e8b3b req-abcb8024-3f4b-46c7-a5e9-dcdd9ef18572 service nova] Releasing lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.047709] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270564} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.047978] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.048854] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4429ae-c625-490d-bf23-1f5f8be792cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.074140] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ff23b756-780d-4e5e-98b0-4ccd0bcd7e97/ff23b756-780d-4e5e-98b0-4ccd0bcd7e97.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.074761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf212181-5890-47e2-876b-c0b76c4fc317 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.565s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.074990] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944416de-0669-48d7-9f94-955ee943833e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.095883] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.100s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.095883] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.096363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.096363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.103111] env[62284]: INFO nova.compute.manager [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Terminating instance [ 1660.109293] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1660.109293] env[62284]: value = "task-1954244" [ 1660.109293] env[62284]: _type = "Task" [ 1660.109293] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.114188] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e68d4d-829f-f29d-86a6-02e9bcb71fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.022663} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.120517] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2154551-a4a3-414f-a36c-40a0797419fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.133569] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.135498] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1660.135498] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5201e57d-3ac0-8817-3713-c5714bcb33fb" [ 1660.135498] env[62284]: _type = "Task" [ 1660.135498] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.146423] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5201e57d-3ac0-8817-3713-c5714bcb33fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.290459] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611781} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.290745] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.290926] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1660.291114] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.462628] env[62284]: DEBUG oslo_vmware.api [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Task: {'id': task-1954242, 'name': PowerOnVM_Task, 'duration_secs': 0.838129} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.462915] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.463144] env[62284]: DEBUG nova.compute.manager [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.464170] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7894f8-c3ee-487e-806a-6e0e1f088a0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.471716] env[62284]: DEBUG nova.scheduler.client.report [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.598934] env[62284]: DEBUG nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1660.614149] env[62284]: DEBUG nova.compute.manager [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.614268] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.615183] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445f233-d951-4402-a388-3376c2729f2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.626764] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954244, 'name': ReconfigVM_Task, 'duration_secs': 0.292828} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.628895] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ff23b756-780d-4e5e-98b0-4ccd0bcd7e97/ff23b756-780d-4e5e-98b0-4ccd0bcd7e97.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.629649] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.629869] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a5fd60-0594-4b60-8ae3-39911bdb0319 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.631432] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-874b8947-6006-4f52-8784-1ad31cfb19e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.641547] env[62284]: DEBUG oslo_vmware.api [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1660.641547] env[62284]: value = "task-1954246" [ 1660.641547] env[62284]: _type = "Task" [ 1660.641547] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.641809] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1660.641809] env[62284]: value = "task-1954245" [ 1660.641809] env[62284]: _type = "Task" [ 1660.641809] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.654062] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5201e57d-3ac0-8817-3713-c5714bcb33fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.654669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.654969] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb/7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1660.655279] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccb7ee47-f9b3-48b3-bbec-a17243c52b85 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.664664] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954245, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.664664] env[62284]: DEBUG oslo_vmware.api [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.670129] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1660.670129] env[62284]: value = "task-1954247" [ 1660.670129] env[62284]: _type = "Task" [ 1660.670129] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.680317] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.826683] env[62284]: DEBUG nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1660.864302] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1660.864302] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.864302] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1660.864302] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.864611] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1660.864611] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1660.864611] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1660.864815] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1660.865147] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1660.865316] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1660.866633] env[62284]: DEBUG nova.virt.hardware [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1660.866897] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bce18f-624f-4837-b4d3-5531e195bf25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.876457] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf48da7-826e-4334-886f-05449bbfaa2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.983012] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.987052] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.702s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.987299] env[62284]: DEBUG nova.objects.instance [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lazy-loading 'resources' on Instance uuid 6478fd00-dda1-410d-b0c0-b69de16292e4 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.988593] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.021391] env[62284]: INFO nova.scheduler.client.report [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Deleted allocations for instance 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e [ 1661.122860] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.159371] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954245, 'name': Rename_Task, 'duration_secs': 0.185328} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.160982] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.161356] env[62284]: DEBUG oslo_vmware.api [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954246, 'name': PowerOffVM_Task, 'duration_secs': 0.205503} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.161556] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e34f125-c6d1-46d1-9eed-8d70fde3c2a8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.163259] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.163438] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.163639] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d38031ba-30a5-4d3c-8f83-f86e7e69f658 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.172494] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1661.172494] env[62284]: value = "task-1954248" [ 1661.172494] env[62284]: _type = "Task" [ 1661.172494] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.186194] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.190209] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.332457] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.332780] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.332977] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.333188] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.333338] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.333487] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.333699] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.333861] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.334088] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.334295] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.334544] env[62284]: DEBUG nova.virt.hardware [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.335757] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec73864-92f8-48be-b116-fc453fc6fd93 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.344774] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be05e9a5-dfa3-4554-9413-b6b55ba61e87 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.365473] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:42:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b490069f-4da7-49bf-855c-67eb436f949c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.377550] env[62284]: DEBUG oslo.service.loopingcall [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.379087] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.379818] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c045bc63-f1d3-48d7-96b1-2f8cc6ec30cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.404486] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.404486] env[62284]: value = "task-1954250" [ 1661.404486] env[62284]: _type = "Task" [ 1661.404486] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.413881] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954250, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.538901] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20422ed0-578a-4e95-bbe1-704d0e7cbb6c tempest-ServerMetadataNegativeTestJSON-252548147 tempest-ServerMetadataNegativeTestJSON-252548147-project-member] Lock "2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.753s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.662708] env[62284]: DEBUG nova.compute.manager [req-fa40fb47-c15d-461e-9dd0-a4b6911e1ae3 req-2ef52807-c963-458a-a7cb-310fcb36f753 service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Received event network-vif-plugged-512e6f1e-1e74-4518-abbc-9b839470f69c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1661.663205] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa40fb47-c15d-461e-9dd0-a4b6911e1ae3 req-2ef52807-c963-458a-a7cb-310fcb36f753 service nova] Acquiring lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.663473] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa40fb47-c15d-461e-9dd0-a4b6911e1ae3 req-2ef52807-c963-458a-a7cb-310fcb36f753 service nova] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.663735] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa40fb47-c15d-461e-9dd0-a4b6911e1ae3 req-2ef52807-c963-458a-a7cb-310fcb36f753 service nova] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.663992] env[62284]: DEBUG nova.compute.manager [req-fa40fb47-c15d-461e-9dd0-a4b6911e1ae3 req-2ef52807-c963-458a-a7cb-310fcb36f753 service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] No waiting events found dispatching network-vif-plugged-512e6f1e-1e74-4518-abbc-9b839470f69c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.664104] env[62284]: WARNING nova.compute.manager [req-fa40fb47-c15d-461e-9dd0-a4b6911e1ae3 req-2ef52807-c963-458a-a7cb-310fcb36f753 service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Received unexpected event network-vif-plugged-512e6f1e-1e74-4518-abbc-9b839470f69c for instance with vm_state building and task_state spawning. [ 1661.689477] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.697376] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.806389] env[62284]: DEBUG nova.network.neutron [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Successfully updated port: 512e6f1e-1e74-4518-abbc-9b839470f69c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.917772] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954250, 'name': CreateVM_Task, 'duration_secs': 0.507575} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.917953] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.918756] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.918953] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.919356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.919630] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c2c245-27d5-4108-bd09-0daa7c74ecb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.928999] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "0b7ee2f0-35d7-4253-9de6-a1e964415865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.928999] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "0b7ee2f0-35d7-4253-9de6-a1e964415865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.928999] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "0b7ee2f0-35d7-4253-9de6-a1e964415865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.928999] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "0b7ee2f0-35d7-4253-9de6-a1e964415865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.930632] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "0b7ee2f0-35d7-4253-9de6-a1e964415865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.930632] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1661.930632] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eeff59-5bdf-cf6b-923c-2bbd73b3e424" [ 1661.930632] env[62284]: _type = "Task" [ 1661.930632] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.933121] env[62284]: INFO nova.compute.manager [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Terminating instance [ 1661.943248] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eeff59-5bdf-cf6b-923c-2bbd73b3e424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.059681] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f88a7a-cf80-48e3-88cd-4fc6e9999111 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.068832] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26db7087-5744-4536-a248-aa6fc3d95ec3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.115693] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa8af11-bc13-4ab7-80e8-4779cc6e8f5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.125511] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b941d9-e845-43cc-adb3-c08bcb1a65ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.140702] env[62284]: DEBUG nova.compute.provider_tree [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.184785] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.189513] env[62284]: DEBUG oslo_vmware.api [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954248, 'name': PowerOnVM_Task, 'duration_secs': 0.579264} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.189806] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.190693] env[62284]: INFO nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1662.190693] env[62284]: DEBUG nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.191246] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4213f55-0c18-487c-bd1c-2efbc900d0b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.309218] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "refresh_cache-a2e28a49-8dd0-4378-bcab-9c44168d84ed" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.309378] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "refresh_cache-a2e28a49-8dd0-4378-bcab-9c44168d84ed" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.309526] env[62284]: DEBUG nova.network.neutron [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.440367] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "refresh_cache-0b7ee2f0-35d7-4253-9de6-a1e964415865" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.440547] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquired lock "refresh_cache-0b7ee2f0-35d7-4253-9de6-a1e964415865" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.440721] env[62284]: DEBUG nova.network.neutron [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.445394] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eeff59-5bdf-cf6b-923c-2bbd73b3e424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.643824] env[62284]: DEBUG nova.scheduler.client.report [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.685873] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.712643] env[62284]: INFO nova.compute.manager [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Took 33.56 seconds to build instance. [ 1662.868215] env[62284]: DEBUG nova.network.neutron [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.942566] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eeff59-5bdf-cf6b-923c-2bbd73b3e424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.975170] env[62284]: DEBUG nova.network.neutron [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.083619] env[62284]: DEBUG nova.network.neutron [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.154212] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.159014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.418s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.161921] env[62284]: INFO nova.compute.claims [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.188667] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954247, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.201338] env[62284]: INFO nova.scheduler.client.report [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Deleted allocations for instance 6478fd00-dda1-410d-b0c0-b69de16292e4 [ 1663.220028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45167fa0-e7f6-4c5b-9d99-b02e8912007b tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.520s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.446011] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eeff59-5bdf-cf6b-923c-2bbd73b3e424, 'name': SearchDatastore_Task, 'duration_secs': 1.121134} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.446011] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.446011] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.446011] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.446506] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.446506] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.446506] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9735c7c-b1e1-4850-9ada-0ffbd33f86e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.461083] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.461360] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.462214] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132d74ad-0fb1-42d8-b5d9-3c1e453114e3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.468782] env[62284]: DEBUG nova.network.neutron [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Updating instance_info_cache with network_info: [{"id": "512e6f1e-1e74-4518-abbc-9b839470f69c", "address": "fa:16:3e:4a:7f:ca", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512e6f1e-1e", "ovs_interfaceid": "512e6f1e-1e74-4518-abbc-9b839470f69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.476053] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1663.476053] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5284888b-e46d-f8c0-f302-d293ef2ec933" [ 1663.476053] env[62284]: _type = "Task" [ 1663.476053] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.490687] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5284888b-e46d-f8c0-f302-d293ef2ec933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.586593] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Releasing lock "refresh_cache-0b7ee2f0-35d7-4253-9de6-a1e964415865" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.587101] env[62284]: DEBUG nova.compute.manager [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1663.587387] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1663.588344] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf4f5d9-5efe-4dae-aafa-26d6976ec381 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.599116] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.599435] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e53ede-4441-46ec-85c6-90768f21724f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.609026] env[62284]: DEBUG oslo_vmware.api [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1663.609026] env[62284]: value = "task-1954251" [ 1663.609026] env[62284]: _type = "Task" [ 1663.609026] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.620957] env[62284]: DEBUG oslo_vmware.api [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.692249] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954247, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.969487} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.692249] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb/7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.692249] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.692249] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f7be0a5-3dbc-4905-9045-402023bd5ea3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.704540] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1663.704540] env[62284]: value = "task-1954252" [ 1663.704540] env[62284]: _type = "Task" [ 1663.704540] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.722251] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.722251] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd893821-5246-419d-a4a8-50d373f4af07 tempest-ImagesOneServerTestJSON-631094308 tempest-ImagesOneServerTestJSON-631094308-project-member] Lock "6478fd00-dda1-410d-b0c0-b69de16292e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.178s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.722528] env[62284]: DEBUG nova.compute.manager [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1663.868390] env[62284]: DEBUG nova.compute.manager [req-43ebd863-184a-476b-9fd3-9df24b6d8c74 req-7c046050-2042-4014-b61c-8a21129f8375 service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Received event network-changed-512e6f1e-1e74-4518-abbc-9b839470f69c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1663.869075] env[62284]: DEBUG nova.compute.manager [req-43ebd863-184a-476b-9fd3-9df24b6d8c74 req-7c046050-2042-4014-b61c-8a21129f8375 service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Refreshing instance network info cache due to event network-changed-512e6f1e-1e74-4518-abbc-9b839470f69c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1663.869075] env[62284]: DEBUG oslo_concurrency.lockutils [req-43ebd863-184a-476b-9fd3-9df24b6d8c74 req-7c046050-2042-4014-b61c-8a21129f8375 service nova] Acquiring lock "refresh_cache-a2e28a49-8dd0-4378-bcab-9c44168d84ed" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.975073] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "refresh_cache-a2e28a49-8dd0-4378-bcab-9c44168d84ed" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.975073] env[62284]: DEBUG nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance network_info: |[{"id": "512e6f1e-1e74-4518-abbc-9b839470f69c", "address": "fa:16:3e:4a:7f:ca", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512e6f1e-1e", "ovs_interfaceid": "512e6f1e-1e74-4518-abbc-9b839470f69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1663.975325] env[62284]: DEBUG oslo_concurrency.lockutils [req-43ebd863-184a-476b-9fd3-9df24b6d8c74 req-7c046050-2042-4014-b61c-8a21129f8375 service nova] Acquired lock "refresh_cache-a2e28a49-8dd0-4378-bcab-9c44168d84ed" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.975325] env[62284]: DEBUG nova.network.neutron [req-43ebd863-184a-476b-9fd3-9df24b6d8c74 req-7c046050-2042-4014-b61c-8a21129f8375 service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Refreshing network info cache for port 512e6f1e-1e74-4518-abbc-9b839470f69c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.975325] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '512e6f1e-1e74-4518-abbc-9b839470f69c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.982852] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Creating folder: Project (4d5a158bf61249b0aa5869945cfc14b2). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1663.983528] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7af0e7b4-f4d3-4a73-b34a-45c9b5568dcc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.001477] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5284888b-e46d-f8c0-f302-d293ef2ec933, 'name': SearchDatastore_Task, 'duration_secs': 0.069472} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.004910] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Created folder: Project (4d5a158bf61249b0aa5869945cfc14b2) in parent group-v402637. [ 1664.005573] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Creating folder: Instances. Parent ref: group-v402730. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1664.005974] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055eed20-ea38-429e-bd1c-bb1926bd6916 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.012242] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dad0c148-8b7a-467e-a722-62f312a4a4e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.021820] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1664.021820] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283a7d7-3d60-4268-9cf3-3a5265e4a09f" [ 1664.021820] env[62284]: _type = "Task" [ 1664.021820] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.031911] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Created folder: Instances in parent group-v402730. [ 1664.032639] env[62284]: DEBUG oslo.service.loopingcall [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.033507] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1664.033854] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fd2be5c-6d88-4f80-b8bc-c2869113cf4b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.071051] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquiring lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.071415] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.072429] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquiring lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.072429] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.072429] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.074884] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283a7d7-3d60-4268-9cf3-3a5265e4a09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.075261] env[62284]: INFO nova.compute.manager [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Terminating instance [ 1664.085384] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.085384] env[62284]: value = "task-1954255" [ 1664.085384] env[62284]: _type = "Task" [ 1664.085384] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.095911] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954255, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.121377] env[62284]: DEBUG oslo_vmware.api [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954251, 'name': PowerOffVM_Task, 'duration_secs': 0.158196} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.121705] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.121904] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.122284] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0764a82c-c525-450e-b48f-a5f9c8e30285 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.152629] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.152901] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.153116] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Deleting the datastore file [datastore1] 0b7ee2f0-35d7-4253-9de6-a1e964415865 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.153397] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9ac8e9c-4677-4f63-bd33-71ebce4b0980 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.161216] env[62284]: DEBUG oslo_vmware.api [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for the task: (returnval){ [ 1664.161216] env[62284]: value = "task-1954257" [ 1664.161216] env[62284]: _type = "Task" [ 1664.161216] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.171560] env[62284]: DEBUG oslo_vmware.api [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.218373] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118933} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.218622] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.219478] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e79293-6179-4381-9df0-fa38c71b758e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.247989] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb/7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.252601] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dafd711-a8d4-431d-83b5-516fb2cd1c00 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.274295] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1664.274295] env[62284]: value = "task-1954258" [ 1664.274295] env[62284]: _type = "Task" [ 1664.274295] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.282659] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.286128] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.533714] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283a7d7-3d60-4268-9cf3-3a5265e4a09f, 'name': SearchDatastore_Task, 'duration_secs': 0.044694} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.537558] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.537558] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3/c7240ca4-f94e-4ca2-afb3-d3e12e182aa3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.537765] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b312ee69-2eba-4ced-afa4-875283fab19b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.546098] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1664.546098] env[62284]: value = "task-1954259" [ 1664.546098] env[62284]: _type = "Task" [ 1664.546098] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.561896] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.583462] env[62284]: DEBUG nova.compute.manager [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.583792] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.587993] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e64872-9859-4b3a-a6f7-e8c5ec8fe3ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.602454] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.611858] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d2cb6f-4e6d-4e24-b51f-ec018fc55369 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.614654] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954255, 'name': CreateVM_Task} progress is 15%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.628231] env[62284]: DEBUG oslo_vmware.api [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1664.628231] env[62284]: value = "task-1954260" [ 1664.628231] env[62284]: _type = "Task" [ 1664.628231] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.647587] env[62284]: DEBUG oslo_vmware.api [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.679030] env[62284]: DEBUG oslo_vmware.api [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Task: {'id': task-1954257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41677} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.684414] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.684635] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1664.684814] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1664.684989] env[62284]: INFO nova.compute.manager [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1664.685615] env[62284]: DEBUG oslo.service.loopingcall [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.685866] env[62284]: DEBUG nova.compute.manager [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1664.685967] env[62284]: DEBUG nova.network.neutron [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1664.726899] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.727263] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.727669] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleting the datastore file [datastore1] 066c21bf-8eab-4b81-921d-e3b453b1f5e7 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.728298] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-146708c4-02a9-45f6-8903-0d8d9900a79d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.732948] env[62284]: DEBUG nova.network.neutron [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1664.747165] env[62284]: DEBUG oslo_vmware.api [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1664.747165] env[62284]: value = "task-1954261" [ 1664.747165] env[62284]: _type = "Task" [ 1664.747165] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.762753] env[62284]: DEBUG oslo_vmware.api [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.765369] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5baae8-e8e7-4826-9441-5d6169f6cdd8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.779748] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83952c8-1483-4347-9e82-2a66c93ba4bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.789931] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.818408] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06f84a7-c33d-4759-b58e-711aadb168ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.828867] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4046c86d-e3ad-493b-9af1-faa469b7481b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.845368] env[62284]: DEBUG nova.compute.provider_tree [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.857305] env[62284]: DEBUG nova.network.neutron [req-43ebd863-184a-476b-9fd3-9df24b6d8c74 req-7c046050-2042-4014-b61c-8a21129f8375 service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Updated VIF entry in instance network info cache for port 512e6f1e-1e74-4518-abbc-9b839470f69c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.857712] env[62284]: DEBUG nova.network.neutron [req-43ebd863-184a-476b-9fd3-9df24b6d8c74 req-7c046050-2042-4014-b61c-8a21129f8375 service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Updating instance_info_cache with network_info: [{"id": "512e6f1e-1e74-4518-abbc-9b839470f69c", "address": "fa:16:3e:4a:7f:ca", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512e6f1e-1e", "ovs_interfaceid": "512e6f1e-1e74-4518-abbc-9b839470f69c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.058773] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954259, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.105661] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "f347346b-2a14-4cea-ab84-47f2952af658" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.106546] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "f347346b-2a14-4cea-ab84-47f2952af658" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.114077] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954255, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.139840] env[62284]: DEBUG oslo_vmware.api [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954260, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.236709] env[62284]: DEBUG nova.network.neutron [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.260404] env[62284]: DEBUG oslo_vmware.api [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.288402] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.360829] env[62284]: DEBUG oslo_concurrency.lockutils [req-43ebd863-184a-476b-9fd3-9df24b6d8c74 req-7c046050-2042-4014-b61c-8a21129f8375 service nova] Releasing lock "refresh_cache-a2e28a49-8dd0-4378-bcab-9c44168d84ed" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.370613] env[62284]: ERROR nova.scheduler.client.report [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [req-c6d6fb0e-346c-4393-a384-110b1055b4ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6d6fb0e-346c-4393-a384-110b1055b4ea"}]} [ 1665.398613] env[62284]: DEBUG nova.scheduler.client.report [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1665.417852] env[62284]: DEBUG nova.scheduler.client.report [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1665.422022] env[62284]: DEBUG nova.compute.provider_tree [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1665.444108] env[62284]: DEBUG nova.scheduler.client.report [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1665.467690] env[62284]: DEBUG nova.scheduler.client.report [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1665.563882] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998031} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.564599] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3/c7240ca4-f94e-4ca2-afb3-d3e12e182aa3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.567799] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.567799] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34eea9bf-339d-4799-b5c6-76f909cf967e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.577200] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1665.577200] env[62284]: value = "task-1954262" [ 1665.577200] env[62284]: _type = "Task" [ 1665.577200] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.587562] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.605680] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954255, 'name': CreateVM_Task, 'duration_secs': 1.332327} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.608226] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.609545] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.609767] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.610103] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1665.610364] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-121e824a-6808-461d-b213-b4dccdef9d28 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.615644] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1665.615644] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524c7391-bd44-7c58-16ec-5d4ecd539065" [ 1665.615644] env[62284]: _type = "Task" [ 1665.615644] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.625469] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524c7391-bd44-7c58-16ec-5d4ecd539065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.637615] env[62284]: DEBUG oslo_vmware.api [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954260, 'name': PowerOffVM_Task, 'duration_secs': 0.526514} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.637884] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.638077] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.638336] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a161752-9d99-4983-97c8-7d1b413ddf4c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.742358] env[62284]: INFO nova.compute.manager [-] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Took 1.05 seconds to deallocate network for instance. [ 1665.757155] env[62284]: DEBUG oslo_vmware.api [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.680095} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.760024] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.760391] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1665.760723] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1665.761044] env[62284]: INFO nova.compute.manager [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Took 5.15 seconds to destroy the instance on the hypervisor. [ 1665.761530] env[62284]: DEBUG oslo.service.loopingcall [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.762036] env[62284]: DEBUG nova.compute.manager [-] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1665.762282] env[62284]: DEBUG nova.network.neutron [-] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1665.787098] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954258, 'name': ReconfigVM_Task, 'duration_secs': 1.094609} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.787599] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb/7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.788632] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73e98a49-0569-4dc2-b23b-5226482632b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.798019] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1665.798019] env[62284]: value = "task-1954264" [ 1665.798019] env[62284]: _type = "Task" [ 1665.798019] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.810158] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954264, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.036741] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a45c35a-3250-4039-ba74-1db5d6f5440a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.045313] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9b614f-36a5-4f84-875e-6ebb9c4a1c63 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.084835] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1245f9-2967-4fe0-8a60-fb6db4019be3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.095420] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078695} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.096913] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1231c2a5-1bfe-4772-9250-4b0a8ce87c1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.105440] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1666.106278] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083aaabb-e480-430c-9224-011da5a35366 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.132036] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3/c7240ca4-f94e-4ca2-afb3-d3e12e182aa3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.141243] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5733d82-e87e-4704-9c7e-3f6c0bd8722e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.155497] env[62284]: DEBUG nova.compute.provider_tree [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.166996] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1666.166996] env[62284]: value = "task-1954265" [ 1666.166996] env[62284]: _type = "Task" [ 1666.166996] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.167265] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524c7391-bd44-7c58-16ec-5d4ecd539065, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.169065] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.169065] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1666.169065] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.169065] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.169337] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1666.174723] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9723149-e2cd-4e85-92af-9b76fb46d5c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.182452] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.185421] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1666.185421] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1666.185734] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e47bae8-7a48-44d2-a903-08b972d27c52 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.193767] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1666.193767] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bd476c-3462-639c-f28b-2a17d89e74ae" [ 1666.193767] env[62284]: _type = "Task" [ 1666.193767] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.204121] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bd476c-3462-639c-f28b-2a17d89e74ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.250371] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.310136] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954264, 'name': Rename_Task, 'duration_secs': 0.16091} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.310442] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.310720] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e287c9f3-ce3c-4962-9c46-e865eb6e2c79 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.320225] env[62284]: DEBUG nova.compute.manager [req-5a923067-1ff0-4e8e-a986-7227a1c4ec7e req-505f2331-9202-4276-b974-3e5c207f41ee service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Received event network-vif-deleted-3b250754-494e-4cdf-8d4a-677fa98e6ba1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1666.320424] env[62284]: INFO nova.compute.manager [req-5a923067-1ff0-4e8e-a986-7227a1c4ec7e req-505f2331-9202-4276-b974-3e5c207f41ee service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Neutron deleted interface 3b250754-494e-4cdf-8d4a-677fa98e6ba1; detaching it from the instance and deleting it from the info cache [ 1666.320623] env[62284]: DEBUG nova.network.neutron [req-5a923067-1ff0-4e8e-a986-7227a1c4ec7e req-505f2331-9202-4276-b974-3e5c207f41ee service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.322083] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1666.322083] env[62284]: value = "task-1954266" [ 1666.322083] env[62284]: _type = "Task" [ 1666.322083] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.332905] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.635026] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.635026] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.635026] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Deleting the datastore file [datastore1] ff23b756-780d-4e5e-98b0-4ccd0bcd7e97 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.635026] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-846528f3-d0b8-41e5-835e-eeab59f7fc2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.642025] env[62284]: DEBUG oslo_vmware.api [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for the task: (returnval){ [ 1666.642025] env[62284]: value = "task-1954267" [ 1666.642025] env[62284]: _type = "Task" [ 1666.642025] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.648695] env[62284]: DEBUG oslo_vmware.api [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.666886] env[62284]: DEBUG nova.scheduler.client.report [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.677672] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954265, 'name': ReconfigVM_Task, 'duration_secs': 0.281809} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.678091] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3/c7240ca4-f94e-4ca2-afb3-d3e12e182aa3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.679639] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3e2de8-44ae-4d5d-9d3c-03dbc00f938e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.689015] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1666.689015] env[62284]: value = "task-1954268" [ 1666.689015] env[62284]: _type = "Task" [ 1666.689015] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.696560] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954268, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.705829] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bd476c-3462-639c-f28b-2a17d89e74ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014344} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.708028] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca03fa5-c824-44bd-9363-41614260894f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.713695] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1666.713695] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52db10d1-d5a2-7fd4-4fa5-1e0c453d1d0a" [ 1666.713695] env[62284]: _type = "Task" [ 1666.713695] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.724394] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52db10d1-d5a2-7fd4-4fa5-1e0c453d1d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.750308] env[62284]: DEBUG nova.network.neutron [-] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.823752] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3de9f10-7e26-4117-8970-d00ef4fd4729 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.835911] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.839723] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ace30b-d719-4e98-8d02-3d57ab10df6e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.874599] env[62284]: DEBUG nova.compute.manager [req-5a923067-1ff0-4e8e-a986-7227a1c4ec7e req-505f2331-9202-4276-b974-3e5c207f41ee service nova] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Detach interface failed, port_id=3b250754-494e-4cdf-8d4a-677fa98e6ba1, reason: Instance 066c21bf-8eab-4b81-921d-e3b453b1f5e7 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1667.152209] env[62284]: DEBUG oslo_vmware.api [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Task: {'id': task-1954267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190563} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.152485] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.153154] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.153154] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.153154] env[62284]: INFO nova.compute.manager [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Took 2.57 seconds to destroy the instance on the hypervisor. [ 1667.153311] env[62284]: DEBUG oslo.service.loopingcall [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.153480] env[62284]: DEBUG nova.compute.manager [-] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.153541] env[62284]: DEBUG nova.network.neutron [-] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.169546] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.010s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.169546] env[62284]: DEBUG nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1667.172808] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.063s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.174524] env[62284]: INFO nova.compute.claims [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1667.199047] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954268, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.224595] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52db10d1-d5a2-7fd4-4fa5-1e0c453d1d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013923} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.224894] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.225126] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1667.225409] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74d8dcca-27ce-4c54-bc7d-88ba42caa3bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.243936] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1667.243936] env[62284]: value = "task-1954269" [ 1667.243936] env[62284]: _type = "Task" [ 1667.243936] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.253438] env[62284]: INFO nova.compute.manager [-] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Took 1.49 seconds to deallocate network for instance. [ 1667.253794] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.335304] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954266, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.674915] env[62284]: DEBUG nova.compute.utils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.676902] env[62284]: DEBUG nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1667.677132] env[62284]: DEBUG nova.network.neutron [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.700692] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954268, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.733997] env[62284]: DEBUG nova.policy [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6de5f3a48c7e4ad88557c350a7ebd82e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd720f81aa344d3e93aa73bd0fe10ee1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.753867] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954269, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.760989] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.846077] env[62284]: DEBUG oslo_vmware.api [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954266, 'name': PowerOnVM_Task, 'duration_secs': 1.042431} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.846381] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.846588] env[62284]: INFO nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Took 11.77 seconds to spawn the instance on the hypervisor. [ 1667.846794] env[62284]: DEBUG nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.847587] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de51c5-fccb-4712-ae2a-4a0920315eaa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.989216] env[62284]: DEBUG nova.network.neutron [-] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.032482] env[62284]: DEBUG nova.network.neutron [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Successfully created port: bc5a010f-eae2-4df1-a91c-3395a5be27ee {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.181746] env[62284]: DEBUG nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1668.206469] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954268, 'name': Rename_Task, 'duration_secs': 1.172211} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.206860] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.207900] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5530daf2-8176-4cd2-869b-1a9a8078b9b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.215592] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1668.215592] env[62284]: value = "task-1954270" [ 1668.215592] env[62284]: _type = "Task" [ 1668.215592] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.227777] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.256121] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566798} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.259378] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1668.259378] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1668.259892] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9030d650-495e-4b89-836a-a6b5a4f40c89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.271744] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1668.271744] env[62284]: value = "task-1954271" [ 1668.271744] env[62284]: _type = "Task" [ 1668.271744] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.288186] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.361582] env[62284]: DEBUG nova.compute.manager [req-8746c407-f32f-491a-a907-de2c1b32abe6 req-4d2b8364-5d61-4693-b012-202073d6d4c6 service nova] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Received event network-vif-deleted-c7b06e3f-3ea0-4625-af74-b1b2fac52665 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1668.374132] env[62284]: INFO nova.compute.manager [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Took 37.28 seconds to build instance. [ 1668.491596] env[62284]: INFO nova.compute.manager [-] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Took 1.34 seconds to deallocate network for instance. [ 1668.719255] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66420c3-cde1-498d-8670-6068cec4d6d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.731619] env[62284]: DEBUG oslo_vmware.api [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954270, 'name': PowerOnVM_Task, 'duration_secs': 0.49015} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.734800] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.734800] env[62284]: DEBUG nova.compute.manager [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.735066] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56435c1-fc51-4d6a-8eac-7b3025751401 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.739316] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79c3f11-b3e5-4499-993b-53290869f912 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.782024] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5948fe-0abf-4646-b9d2-966575b3ab99 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.793595] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c37bb6-4896-44e4-bd9f-94420cdde035 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.798213] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079147} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.799208] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1668.800511] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9cfeda-5217-4059-9b17-33ddec53104d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.813466] env[62284]: DEBUG nova.compute.provider_tree [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.838758] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.839476] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1dfa3d-d66f-46cd-b647-1602fea81574 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.862201] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1668.862201] env[62284]: value = "task-1954272" [ 1668.862201] env[62284]: _type = "Task" [ 1668.862201] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.871845] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.876454] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2c25d297-8c54-451a-a7f9-c0ad12dab456 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.928s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.001519] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.199727] env[62284]: DEBUG nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1669.234086] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.234086] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.234086] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.234300] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.234300] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.234300] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.234846] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.235090] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.235310] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.235506] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.235710] env[62284]: DEBUG nova.virt.hardware [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.236633] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878006ee-5a84-4c6c-a887-9660d4917d67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.246761] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca11da3-ca6a-4567-acad-e536b5361c7e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.284903] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.319123] env[62284]: DEBUG nova.scheduler.client.report [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.378021] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.379932] env[62284]: DEBUG nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1669.730693] env[62284]: DEBUG nova.compute.manager [req-0525c5b7-f3da-4568-b56e-10ca22db9a77 req-58461c32-7848-4f10-88d4-1a47724c798c service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Received event network-changed-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.730897] env[62284]: DEBUG nova.compute.manager [req-0525c5b7-f3da-4568-b56e-10ca22db9a77 req-58461c32-7848-4f10-88d4-1a47724c798c service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Refreshing instance network info cache due to event network-changed-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1669.731126] env[62284]: DEBUG oslo_concurrency.lockutils [req-0525c5b7-f3da-4568-b56e-10ca22db9a77 req-58461c32-7848-4f10-88d4-1a47724c798c service nova] Acquiring lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.731305] env[62284]: DEBUG oslo_concurrency.lockutils [req-0525c5b7-f3da-4568-b56e-10ca22db9a77 req-58461c32-7848-4f10-88d4-1a47724c798c service nova] Acquired lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.731471] env[62284]: DEBUG nova.network.neutron [req-0525c5b7-f3da-4568-b56e-10ca22db9a77 req-58461c32-7848-4f10-88d4-1a47724c798c service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Refreshing network info cache for port 26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.793010] env[62284]: DEBUG nova.network.neutron [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Successfully updated port: bc5a010f-eae2-4df1-a91c-3395a5be27ee {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1669.833498] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.833498] env[62284]: DEBUG nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1669.835728] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.889s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.835728] env[62284]: DEBUG nova.objects.instance [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lazy-loading 'resources' on Instance uuid 1c2c657e-ee19-425a-a78a-fe02656c0d52 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.879503] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954272, 'name': ReconfigVM_Task, 'duration_secs': 0.748808} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.879503] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Reconfigured VM instance instance-0000001e to attach disk [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1669.879503] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90a30c1-f1df-4106-943a-e40176e03049 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.889458] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1669.889458] env[62284]: value = "task-1954273" [ 1669.889458] env[62284]: _type = "Task" [ 1669.889458] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.899956] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954273, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.908929] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.297227] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "refresh_cache-03afc473-0ccf-4a3d-8549-b76c82951a22" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.297427] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "refresh_cache-03afc473-0ccf-4a3d-8549-b76c82951a22" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.298110] env[62284]: DEBUG nova.network.neutron [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.338428] env[62284]: DEBUG nova.compute.utils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1670.340310] env[62284]: DEBUG nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1670.340491] env[62284]: DEBUG nova.network.neutron [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1670.406551] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954273, 'name': Rename_Task, 'duration_secs': 0.171912} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.409121] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.409390] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a07dab-c64b-4f7f-bfb8-4d0d5c245eaf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.418367] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1670.418367] env[62284]: value = "task-1954274" [ 1670.418367] env[62284]: _type = "Task" [ 1670.418367] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.429957] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.477060] env[62284]: DEBUG nova.policy [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc810f970a0f4f3699b605c07d39ad99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a899110491a3489bb2404316c1eee082', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1670.582154] env[62284]: DEBUG nova.network.neutron [req-0525c5b7-f3da-4568-b56e-10ca22db9a77 req-58461c32-7848-4f10-88d4-1a47724c798c service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Updated VIF entry in instance network info cache for port 26ba03a2-f9f6-4cc8-bbc5-bdba82edc353. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.582154] env[62284]: DEBUG nova.network.neutron [req-0525c5b7-f3da-4568-b56e-10ca22db9a77 req-58461c32-7848-4f10-88d4-1a47724c798c service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Updating instance_info_cache with network_info: [{"id": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "address": "fa:16:3e:2a:65:d2", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ba03a2-f9", "ovs_interfaceid": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.701964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.701964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.701964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.701964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.702280] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.708389] env[62284]: INFO nova.compute.manager [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Terminating instance [ 1670.756928] env[62284]: DEBUG nova.compute.manager [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Received event network-changed-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1670.758166] env[62284]: DEBUG nova.compute.manager [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Refreshing instance network info cache due to event network-changed-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1670.758166] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Acquiring lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.847546] env[62284]: DEBUG nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1670.860760] env[62284]: DEBUG nova.network.neutron [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1670.930217] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.931821] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab8cb81-f2d4-40be-be83-665bd0798c4d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.939800] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3013757e-4fea-4870-a4a9-13e40bbbf9fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.977862] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb6449-4c9c-49d1-a88f-1b036a574a78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.986494] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29a2ae-45d7-4d0e-8993-e7ff816b47ad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.000689] env[62284]: DEBUG nova.compute.provider_tree [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.087332] env[62284]: DEBUG oslo_concurrency.lockutils [req-0525c5b7-f3da-4568-b56e-10ca22db9a77 req-58461c32-7848-4f10-88d4-1a47724c798c service nova] Releasing lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.087618] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Acquired lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.087863] env[62284]: DEBUG nova.network.neutron [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Refreshing network info cache for port 26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.094262] env[62284]: DEBUG nova.network.neutron [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Successfully created port: 43ce4c93-6fd9-421c-9cf8-d04db7179a09 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.215219] env[62284]: DEBUG nova.compute.manager [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.215573] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.216646] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb749917-34ab-4b5c-9c8b-b864109f2952 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.226848] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.227288] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d23ebb8-a9fe-429e-8867-02dea8607831 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.232900] env[62284]: DEBUG nova.network.neutron [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Updating instance_info_cache with network_info: [{"id": "bc5a010f-eae2-4df1-a91c-3395a5be27ee", "address": "fa:16:3e:85:fc:44", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5a010f-ea", "ovs_interfaceid": "bc5a010f-eae2-4df1-a91c-3395a5be27ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.245800] env[62284]: DEBUG oslo_vmware.api [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1671.245800] env[62284]: value = "task-1954275" [ 1671.245800] env[62284]: _type = "Task" [ 1671.245800] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.258768] env[62284]: DEBUG oslo_vmware.api [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.417457] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.417744] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.431290] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.505338] env[62284]: DEBUG nova.scheduler.client.report [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.737604] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "refresh_cache-03afc473-0ccf-4a3d-8549-b76c82951a22" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.737939] env[62284]: DEBUG nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Instance network_info: |[{"id": "bc5a010f-eae2-4df1-a91c-3395a5be27ee", "address": "fa:16:3e:85:fc:44", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5a010f-ea", "ovs_interfaceid": "bc5a010f-eae2-4df1-a91c-3395a5be27ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1671.738384] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:fc:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5a010f-eae2-4df1-a91c-3395a5be27ee', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1671.746569] env[62284]: DEBUG oslo.service.loopingcall [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.747564] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1671.753130] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-932ba173-4852-4daf-91ee-c463f8d76b59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.776585] env[62284]: DEBUG oslo_vmware.api [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954275, 'name': PowerOffVM_Task, 'duration_secs': 0.252888} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.777968] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.778133] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.778370] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1671.778370] env[62284]: value = "task-1954276" [ 1671.778370] env[62284]: _type = "Task" [ 1671.778370] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.778557] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d2411aa-3191-4388-8107-7ac93d3ab194 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.790672] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954276, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.856182] env[62284]: DEBUG nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1671.891198] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1671.891609] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1671.891863] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1671.892185] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1671.892446] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1671.892698] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1671.893107] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1671.893358] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1671.893671] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1671.893936] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1671.894203] env[62284]: DEBUG nova.virt.hardware [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1671.895463] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e25ee85-94d8-47e7-99de-2c31b29c1973 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.905457] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094abdd4-8c1c-45f7-8214-42284ee92f33 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.911114] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.911361] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.911543] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleting the datastore file [datastore1] c7240ca4-f94e-4ca2-afb3-d3e12e182aa3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.911941] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14272fe6-30a0-466a-92d2-08b5026b7ae0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.927198] env[62284]: DEBUG oslo_vmware.api [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1671.927198] env[62284]: value = "task-1954278" [ 1671.927198] env[62284]: _type = "Task" [ 1671.927198] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.930336] env[62284]: DEBUG oslo_vmware.api [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954274, 'name': PowerOnVM_Task, 'duration_secs': 1.218475} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.933582] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.933822] env[62284]: INFO nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1671.933948] env[62284]: DEBUG nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.935031] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097b7aed-163c-4cb2-8d1b-014fa23eb879 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.947344] env[62284]: DEBUG nova.network.neutron [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Updated VIF entry in instance network info cache for port 26ba03a2-f9f6-4cc8-bbc5-bdba82edc353. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.947657] env[62284]: DEBUG nova.network.neutron [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Updating instance_info_cache with network_info: [{"id": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "address": "fa:16:3e:2a:65:d2", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ba03a2-f9", "ovs_interfaceid": "26ba03a2-f9f6-4cc8-bbc5-bdba82edc353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.951018] env[62284]: DEBUG oslo_vmware.api [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.015302] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.018054] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.578s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.018305] env[62284]: DEBUG nova.objects.instance [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lazy-loading 'resources' on Instance uuid 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.044122] env[62284]: INFO nova.scheduler.client.report [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleted allocations for instance 1c2c657e-ee19-425a-a78a-fe02656c0d52 [ 1672.290707] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954276, 'name': CreateVM_Task, 'duration_secs': 0.482144} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.290930] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.291618] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.291792] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.292121] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.292406] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f4dda1-6803-4367-85dd-cc24bbc0e4a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.297651] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1672.297651] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c4a48a-1b2b-52e0-31f3-df8607dabe6a" [ 1672.297651] env[62284]: _type = "Task" [ 1672.297651] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.306800] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c4a48a-1b2b-52e0-31f3-df8607dabe6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.440079] env[62284]: DEBUG oslo_vmware.api [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152622} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.440406] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.440605] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.440779] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.440975] env[62284]: INFO nova.compute.manager [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1672.441368] env[62284]: DEBUG oslo.service.loopingcall [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.441452] env[62284]: DEBUG nova.compute.manager [-] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.442309] env[62284]: DEBUG nova.network.neutron [-] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.454600] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Releasing lock "refresh_cache-7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.454903] env[62284]: DEBUG nova.compute.manager [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Received event network-vif-plugged-bc5a010f-eae2-4df1-a91c-3395a5be27ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1672.455081] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Acquiring lock "03afc473-0ccf-4a3d-8549-b76c82951a22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.455304] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Lock "03afc473-0ccf-4a3d-8549-b76c82951a22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.455482] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Lock "03afc473-0ccf-4a3d-8549-b76c82951a22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.455661] env[62284]: DEBUG nova.compute.manager [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] No waiting events found dispatching network-vif-plugged-bc5a010f-eae2-4df1-a91c-3395a5be27ee {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1672.455833] env[62284]: WARNING nova.compute.manager [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Received unexpected event network-vif-plugged-bc5a010f-eae2-4df1-a91c-3395a5be27ee for instance with vm_state building and task_state spawning. [ 1672.456011] env[62284]: DEBUG nova.compute.manager [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Received event network-changed-bc5a010f-eae2-4df1-a91c-3395a5be27ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1672.456254] env[62284]: DEBUG nova.compute.manager [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Refreshing instance network info cache due to event network-changed-bc5a010f-eae2-4df1-a91c-3395a5be27ee. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1672.456460] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Acquiring lock "refresh_cache-03afc473-0ccf-4a3d-8549-b76c82951a22" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.456585] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Acquired lock "refresh_cache-03afc473-0ccf-4a3d-8549-b76c82951a22" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.456763] env[62284]: DEBUG nova.network.neutron [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Refreshing network info cache for port bc5a010f-eae2-4df1-a91c-3395a5be27ee {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1672.464390] env[62284]: INFO nova.compute.manager [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Took 39.44 seconds to build instance. [ 1672.558083] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04119b17-84b1-4107-9f7c-b7ca7ac0fd5b tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "1c2c657e-ee19-425a-a78a-fe02656c0d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.142s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.810779] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c4a48a-1b2b-52e0-31f3-df8607dabe6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.813801] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.814320] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.814412] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.814558] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.814821] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.816238] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a5c8c8f-0117-4553-ac38-b4cfe551fbf0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.827343] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.827561] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.828314] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051ed483-113c-4809-992e-692deb604cf5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.844019] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1672.844019] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528af18e-59cf-f412-9cc5-24b135825b1f" [ 1672.844019] env[62284]: _type = "Task" [ 1672.844019] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.852883] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528af18e-59cf-f412-9cc5-24b135825b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.967912] env[62284]: DEBUG oslo_concurrency.lockutils [None req-575cf1ae-c115-4101-bdd9-71e820a11425 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.055s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.031871] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.032209] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.100703] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b54123-bcd9-480a-9dfd-c94692ffdc1f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.114106] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dba421-7471-4f8e-9810-c55329c6ceed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.154273] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47a2e63-403f-43bd-ab5d-7668148d98b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.159037] env[62284]: DEBUG nova.compute.manager [req-d8bd522b-e681-4f6a-9f9a-08b59ca2d4b2 req-53ac2271-f105-424f-80de-8c3a172139fb service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Received event network-vif-deleted-b490069f-4da7-49bf-855c-67eb436f949c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1673.159488] env[62284]: INFO nova.compute.manager [req-d8bd522b-e681-4f6a-9f9a-08b59ca2d4b2 req-53ac2271-f105-424f-80de-8c3a172139fb service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Neutron deleted interface b490069f-4da7-49bf-855c-67eb436f949c; detaching it from the instance and deleting it from the info cache [ 1673.159672] env[62284]: DEBUG nova.network.neutron [req-d8bd522b-e681-4f6a-9f9a-08b59ca2d4b2 req-53ac2271-f105-424f-80de-8c3a172139fb service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.170423] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768d24d9-b357-40a6-b97d-e2b0431ec110 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.179017] env[62284]: DEBUG nova.compute.manager [req-95aaadff-7251-4a1b-8b62-0ae6a1e19c16 req-2f72655e-842c-45d6-b8fa-554aa7b78c79 service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Received event network-vif-plugged-43ce4c93-6fd9-421c-9cf8-d04db7179a09 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1673.179195] env[62284]: DEBUG oslo_concurrency.lockutils [req-95aaadff-7251-4a1b-8b62-0ae6a1e19c16 req-2f72655e-842c-45d6-b8fa-554aa7b78c79 service nova] Acquiring lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.179771] env[62284]: DEBUG oslo_concurrency.lockutils [req-95aaadff-7251-4a1b-8b62-0ae6a1e19c16 req-2f72655e-842c-45d6-b8fa-554aa7b78c79 service nova] Lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.179771] env[62284]: DEBUG oslo_concurrency.lockutils [req-95aaadff-7251-4a1b-8b62-0ae6a1e19c16 req-2f72655e-842c-45d6-b8fa-554aa7b78c79 service nova] Lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.179771] env[62284]: DEBUG nova.compute.manager [req-95aaadff-7251-4a1b-8b62-0ae6a1e19c16 req-2f72655e-842c-45d6-b8fa-554aa7b78c79 service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] No waiting events found dispatching network-vif-plugged-43ce4c93-6fd9-421c-9cf8-d04db7179a09 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1673.179972] env[62284]: WARNING nova.compute.manager [req-95aaadff-7251-4a1b-8b62-0ae6a1e19c16 req-2f72655e-842c-45d6-b8fa-554aa7b78c79 service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Received unexpected event network-vif-plugged-43ce4c93-6fd9-421c-9cf8-d04db7179a09 for instance with vm_state building and task_state spawning. [ 1673.188342] env[62284]: DEBUG nova.compute.provider_tree [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.235922] env[62284]: DEBUG nova.network.neutron [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Successfully updated port: 43ce4c93-6fd9-421c-9cf8-d04db7179a09 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1673.353428] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528af18e-59cf-f412-9cc5-24b135825b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.354330] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698ccfb6-93eb-4dd5-9c1e-8bf408ea5661 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.360644] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1673.360644] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da1eab-79e6-1024-3e3d-fdb32f0044ab" [ 1673.360644] env[62284]: _type = "Task" [ 1673.360644] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.370709] env[62284]: DEBUG nova.network.neutron [-] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.372706] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da1eab-79e6-1024-3e3d-fdb32f0044ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.418061] env[62284]: DEBUG nova.network.neutron [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Updated VIF entry in instance network info cache for port bc5a010f-eae2-4df1-a91c-3395a5be27ee. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1673.418871] env[62284]: DEBUG nova.network.neutron [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Updating instance_info_cache with network_info: [{"id": "bc5a010f-eae2-4df1-a91c-3395a5be27ee", "address": "fa:16:3e:85:fc:44", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5a010f-ea", "ovs_interfaceid": "bc5a010f-eae2-4df1-a91c-3395a5be27ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.469722] env[62284]: DEBUG nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1673.665185] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59554bf0-9c01-49ad-9e65-80cb864bb87c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.679800] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a9236-412b-463a-a36c-dea3bf9ae19d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.691487] env[62284]: DEBUG nova.scheduler.client.report [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.721942] env[62284]: DEBUG nova.compute.manager [req-d8bd522b-e681-4f6a-9f9a-08b59ca2d4b2 req-53ac2271-f105-424f-80de-8c3a172139fb service nova] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Detach interface failed, port_id=b490069f-4da7-49bf-855c-67eb436f949c, reason: Instance c7240ca4-f94e-4ca2-afb3-d3e12e182aa3 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1673.743544] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquiring lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.743544] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquired lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.743544] env[62284]: DEBUG nova.network.neutron [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.872486] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da1eab-79e6-1024-3e3d-fdb32f0044ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.872851] env[62284]: INFO nova.compute.manager [-] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Took 1.43 seconds to deallocate network for instance. [ 1673.873148] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.873400] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 03afc473-0ccf-4a3d-8549-b76c82951a22/03afc473-0ccf-4a3d-8549-b76c82951a22.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1673.875309] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfab9771-9244-443e-a4cf-b0ac1b388e1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.886313] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1673.886313] env[62284]: value = "task-1954279" [ 1673.886313] env[62284]: _type = "Task" [ 1673.886313] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.895397] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.922658] env[62284]: DEBUG oslo_concurrency.lockutils [req-85472eb7-f7c0-402c-966e-871083c47f20 req-27a8b981-11e9-48c8-83de-efe994b2ab8a service nova] Releasing lock "refresh_cache-03afc473-0ccf-4a3d-8549-b76c82951a22" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.993945] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.198267] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.202589] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.158s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.204264] env[62284]: DEBUG nova.objects.instance [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lazy-loading 'resources' on Instance uuid c16adb4f-babc-421a-9004-948bae581252 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.240241] env[62284]: INFO nova.scheduler.client.report [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Deleted allocations for instance 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7 [ 1674.301677] env[62284]: DEBUG nova.network.neutron [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1674.385442] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.397962] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492694} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.398419] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 03afc473-0ccf-4a3d-8549-b76c82951a22/03afc473-0ccf-4a3d-8549-b76c82951a22.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1674.398707] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1674.399080] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-313fedb9-3de3-4990-8784-845f3dba9ad8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.410467] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1674.410467] env[62284]: value = "task-1954280" [ 1674.410467] env[62284]: _type = "Task" [ 1674.410467] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.422248] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.524390] env[62284]: DEBUG nova.network.neutron [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Updating instance_info_cache with network_info: [{"id": "43ce4c93-6fd9-421c-9cf8-d04db7179a09", "address": "fa:16:3e:24:5c:ad", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ce4c93-6f", "ovs_interfaceid": "43ce4c93-6fd9-421c-9cf8-d04db7179a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.755178] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8d487ea6-4182-4abb-81b8-98c8df91065b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "1b13890c-6c0c-4af0-abfe-0e9feb9efdf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.378s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.888644] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.888729] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.888918] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.889451] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.921576] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077946} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.921982] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1674.922986] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd85192-cf85-44c1-b0b8-dada2450cdb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.948711] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 03afc473-0ccf-4a3d-8549-b76c82951a22/03afc473-0ccf-4a3d-8549-b76c82951a22.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.951552] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6676f043-0e63-45ef-b09e-65a43b43ca3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.973988] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1674.973988] env[62284]: value = "task-1954281" [ 1674.973988] env[62284]: _type = "Task" [ 1674.973988] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.987222] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.027174] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Releasing lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.027580] env[62284]: DEBUG nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Instance network_info: |[{"id": "43ce4c93-6fd9-421c-9cf8-d04db7179a09", "address": "fa:16:3e:24:5c:ad", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ce4c93-6f", "ovs_interfaceid": "43ce4c93-6fd9-421c-9cf8-d04db7179a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1675.028835] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:5c:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43ce4c93-6fd9-421c-9cf8-d04db7179a09', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.036692] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Creating folder: Project (a899110491a3489bb2404316c1eee082). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1675.038026] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f0496fb-995b-43ff-baf3-9a6fac50bd7b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.054274] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Created folder: Project (a899110491a3489bb2404316c1eee082) in parent group-v402637. [ 1675.054702] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Creating folder: Instances. Parent ref: group-v402734. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1675.057530] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1bfd17c-754c-4e31-b868-c4694768cc8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.070618] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Created folder: Instances in parent group-v402734. [ 1675.070618] env[62284]: DEBUG oslo.service.loopingcall [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.070836] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.070915] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1a479c0-734d-4a11-9c03-2a0d09f21893 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.095905] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.095905] env[62284]: value = "task-1954284" [ 1675.095905] env[62284]: _type = "Task" [ 1675.095905] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.106146] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954284, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.214119] env[62284]: DEBUG nova.compute.manager [req-b9bb61a3-33f0-4c86-b9e3-c6c3d1052895 req-90a59750-edae-4bd0-b917-dc355fa4797f service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Received event network-changed-43ce4c93-6fd9-421c-9cf8-d04db7179a09 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1675.214484] env[62284]: DEBUG nova.compute.manager [req-b9bb61a3-33f0-4c86-b9e3-c6c3d1052895 req-90a59750-edae-4bd0-b917-dc355fa4797f service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Refreshing instance network info cache due to event network-changed-43ce4c93-6fd9-421c-9cf8-d04db7179a09. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1675.214900] env[62284]: DEBUG oslo_concurrency.lockutils [req-b9bb61a3-33f0-4c86-b9e3-c6c3d1052895 req-90a59750-edae-4bd0-b917-dc355fa4797f service nova] Acquiring lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.215026] env[62284]: DEBUG oslo_concurrency.lockutils [req-b9bb61a3-33f0-4c86-b9e3-c6c3d1052895 req-90a59750-edae-4bd0-b917-dc355fa4797f service nova] Acquired lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.215251] env[62284]: DEBUG nova.network.neutron [req-b9bb61a3-33f0-4c86-b9e3-c6c3d1052895 req-90a59750-edae-4bd0-b917-dc355fa4797f service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Refreshing network info cache for port 43ce4c93-6fd9-421c-9cf8-d04db7179a09 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.286711] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef53041-c948-4b02-9a9a-d70d46d4dbf1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.295628] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f20f51-f40c-4b7e-9580-c7bcef644ff5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.330533] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66389a67-f20d-47ff-ab3d-2fb7567e0cb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.339122] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b08aeae-5911-4392-9642-d007c9aed7bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.353870] env[62284]: DEBUG nova.compute.provider_tree [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.484828] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954281, 'name': ReconfigVM_Task, 'duration_secs': 0.357099} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.485139] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 03afc473-0ccf-4a3d-8549-b76c82951a22/03afc473-0ccf-4a3d-8549-b76c82951a22.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.485780] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb9c9b8-f2e8-468c-9987-a3f6010bfbd4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.493958] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1675.493958] env[62284]: value = "task-1954285" [ 1675.493958] env[62284]: _type = "Task" [ 1675.493958] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.505688] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954285, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.605924] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.783942] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "9591494e-097f-4528-a615-88bbdf4178b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.784231] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "9591494e-097f-4528-a615-88bbdf4178b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.784443] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "9591494e-097f-4528-a615-88bbdf4178b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.784622] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "9591494e-097f-4528-a615-88bbdf4178b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.784791] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "9591494e-097f-4528-a615-88bbdf4178b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.787060] env[62284]: INFO nova.compute.manager [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Terminating instance [ 1675.858337] env[62284]: DEBUG nova.scheduler.client.report [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.969463] env[62284]: DEBUG nova.network.neutron [req-b9bb61a3-33f0-4c86-b9e3-c6c3d1052895 req-90a59750-edae-4bd0-b917-dc355fa4797f service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Updated VIF entry in instance network info cache for port 43ce4c93-6fd9-421c-9cf8-d04db7179a09. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.969827] env[62284]: DEBUG nova.network.neutron [req-b9bb61a3-33f0-4c86-b9e3-c6c3d1052895 req-90a59750-edae-4bd0-b917-dc355fa4797f service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Updating instance_info_cache with network_info: [{"id": "43ce4c93-6fd9-421c-9cf8-d04db7179a09", "address": "fa:16:3e:24:5c:ad", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ce4c93-6f", "ovs_interfaceid": "43ce4c93-6fd9-421c-9cf8-d04db7179a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.005894] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954285, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.107738] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954284, 'name': CreateVM_Task, 'duration_secs': 0.844004} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.108156] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.108598] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.108757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.109153] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.109431] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3339bcb5-a18f-4c43-b8fd-f17874d268cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.115312] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1676.115312] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520063ce-a49c-f6ce-e8cf-5e6d3381e7dd" [ 1676.115312] env[62284]: _type = "Task" [ 1676.115312] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.126213] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520063ce-a49c-f6ce-e8cf-5e6d3381e7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.291036] env[62284]: DEBUG nova.compute.manager [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.291244] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.292095] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c238d9a7-d6f6-4c82-b428-5bac35b218f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.299875] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.300113] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cb4cbc3-9d42-4f29-b89c-502225c37d01 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.306380] env[62284]: DEBUG oslo_vmware.api [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1676.306380] env[62284]: value = "task-1954286" [ 1676.306380] env[62284]: _type = "Task" [ 1676.306380] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.314158] env[62284]: DEBUG oslo_vmware.api [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.364876] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.368039] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.249s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.369130] env[62284]: INFO nova.compute.claims [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.395063] env[62284]: INFO nova.scheduler.client.report [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Deleted allocations for instance c16adb4f-babc-421a-9004-948bae581252 [ 1676.473046] env[62284]: DEBUG oslo_concurrency.lockutils [req-b9bb61a3-33f0-4c86-b9e3-c6c3d1052895 req-90a59750-edae-4bd0-b917-dc355fa4797f service nova] Releasing lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.504397] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954285, 'name': Rename_Task, 'duration_secs': 0.924301} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.504863] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.505269] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e0a57f5-a029-4e76-92d4-6d6f7465d163 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.512954] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1676.512954] env[62284]: value = "task-1954287" [ 1676.512954] env[62284]: _type = "Task" [ 1676.512954] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.522539] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.629910] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520063ce-a49c-f6ce-e8cf-5e6d3381e7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.018708} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.630259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.630497] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.630731] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.630876] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.631062] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.631332] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e7f6010-56ff-4ab1-85e3-a88905d81fdc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.640973] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.641167] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.641952] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc343404-42dd-44be-9c2b-dd4b86aa585f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.647917] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1676.647917] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f21a05-1004-d77c-3d66-8d47e3680c49" [ 1676.647917] env[62284]: _type = "Task" [ 1676.647917] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.658974] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f21a05-1004-d77c-3d66-8d47e3680c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.817160] env[62284]: DEBUG oslo_vmware.api [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954286, 'name': PowerOffVM_Task, 'duration_secs': 0.190602} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.817487] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.818087] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.818087] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d1b6f4c-d083-4d3f-94aa-e8b07f0459b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.906152] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbe8e581-f292-4044-9682-96af8f45df5d tempest-DeleteServersAdminTestJSON-915673957 tempest-DeleteServersAdminTestJSON-915673957-project-member] Lock "c16adb4f-babc-421a-9004-948bae581252" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.473s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.026550] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.160651] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f21a05-1004-d77c-3d66-8d47e3680c49, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.161645] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28978f61-d075-453c-8327-2c8040d14e61 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.168422] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1677.168422] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d581d3-783c-aaeb-2dc5-f2d06f730b59" [ 1677.168422] env[62284]: _type = "Task" [ 1677.168422] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.177124] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d581d3-783c-aaeb-2dc5-f2d06f730b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.454036] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.454036] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.454036] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Deleting the datastore file [datastore1] 9591494e-097f-4528-a615-88bbdf4178b0 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.454036] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f7b0d6-5033-4bfc-a95d-cad1da2c6fa2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.465605] env[62284]: DEBUG oslo_vmware.api [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for the task: (returnval){ [ 1677.465605] env[62284]: value = "task-1954289" [ 1677.465605] env[62284]: _type = "Task" [ 1677.465605] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.476968] env[62284]: DEBUG oslo_vmware.api [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.524259] env[62284]: DEBUG oslo_vmware.api [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954287, 'name': PowerOnVM_Task, 'duration_secs': 0.901419} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.524584] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.524748] env[62284]: INFO nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1677.524957] env[62284]: DEBUG nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.528064] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ff57f0-60be-46ec-acf5-bcb1270246f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.680869] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d581d3-783c-aaeb-2dc5-f2d06f730b59, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.683282] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.683547] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e/a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.684362] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8086eed1-6f8b-4af7-a0a2-5220b67e54cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.693075] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1677.693075] env[62284]: value = "task-1954290" [ 1677.693075] env[62284]: _type = "Task" [ 1677.693075] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.704533] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.874070] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beac506-0b20-473f-91f4-c58ea3d9ad47 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.883853] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848706b5-b364-4c1a-8587-16f56ac37682 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.915886] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1195ab65-703c-482d-bbbd-e6a223b1ff2f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.927049] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc90e2-8b0d-4982-a9f4-97a9a9e0e065 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.947965] env[62284]: DEBUG nova.compute.provider_tree [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.978517] env[62284]: DEBUG oslo_vmware.api [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Task: {'id': task-1954289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150254} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.978986] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.978986] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.979127] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.979325] env[62284]: INFO nova.compute.manager [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1677.979579] env[62284]: DEBUG oslo.service.loopingcall [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.979765] env[62284]: DEBUG nova.compute.manager [-] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1677.979879] env[62284]: DEBUG nova.network.neutron [-] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.045287] env[62284]: INFO nova.compute.manager [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Took 41.33 seconds to build instance. [ 1678.205504] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954290, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.331468] env[62284]: DEBUG nova.compute.manager [req-8bce22a3-17d8-4e26-9744-cbc4aedcdfee req-04e34259-b2e0-4a58-90b4-394a3ec6441a service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Received event network-vif-deleted-873b958c-31b6-4356-9ed9-367b116f8407 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1678.331683] env[62284]: INFO nova.compute.manager [req-8bce22a3-17d8-4e26-9744-cbc4aedcdfee req-04e34259-b2e0-4a58-90b4-394a3ec6441a service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Neutron deleted interface 873b958c-31b6-4356-9ed9-367b116f8407; detaching it from the instance and deleting it from the info cache [ 1678.331863] env[62284]: DEBUG nova.network.neutron [req-8bce22a3-17d8-4e26-9744-cbc4aedcdfee req-04e34259-b2e0-4a58-90b4-394a3ec6441a service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.454116] env[62284]: DEBUG nova.scheduler.client.report [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.548099] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcd04adb-fbae-49fa-8cbc-653a2ac79205 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "03afc473-0ccf-4a3d-8549-b76c82951a22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.734s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.704267] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515683} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.706415] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e/a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.706415] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.706415] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01d8604e-e0fa-431d-8969-03a730afcacd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.713722] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1678.713722] env[62284]: value = "task-1954291" [ 1678.713722] env[62284]: _type = "Task" [ 1678.713722] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.724868] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.801335] env[62284]: DEBUG nova.network.neutron [-] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.835383] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e05f59c9-b163-4f28-abb1-9d9a4310bca7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.848023] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaba9a7-b9c6-44ef-8303-15e3d6fc92f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.887175] env[62284]: DEBUG nova.compute.manager [req-8bce22a3-17d8-4e26-9744-cbc4aedcdfee req-04e34259-b2e0-4a58-90b4-394a3ec6441a service nova] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Detach interface failed, port_id=873b958c-31b6-4356-9ed9-367b116f8407, reason: Instance 9591494e-097f-4528-a615-88bbdf4178b0 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1678.964606] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.965146] env[62284]: DEBUG nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1678.970199] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.665s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.970199] env[62284]: DEBUG nova.objects.instance [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1679.045014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "03afc473-0ccf-4a3d-8549-b76c82951a22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.045303] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "03afc473-0ccf-4a3d-8549-b76c82951a22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.045524] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "03afc473-0ccf-4a3d-8549-b76c82951a22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.045765] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "03afc473-0ccf-4a3d-8549-b76c82951a22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.045855] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "03afc473-0ccf-4a3d-8549-b76c82951a22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.048518] env[62284]: INFO nova.compute.manager [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Terminating instance [ 1679.049917] env[62284]: DEBUG nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.228093] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246367} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.228469] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1679.229220] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca231d-16c9-435c-b54c-d76dcf4723d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.264129] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e/a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.264515] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c733017-9b37-4da8-aefa-a35094301391 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.290293] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1679.290293] env[62284]: value = "task-1954292" [ 1679.290293] env[62284]: _type = "Task" [ 1679.290293] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.300537] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.305207] env[62284]: INFO nova.compute.manager [-] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Took 1.33 seconds to deallocate network for instance. [ 1679.473184] env[62284]: DEBUG nova.compute.utils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1679.474428] env[62284]: DEBUG nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1679.474428] env[62284]: DEBUG nova.network.neutron [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1679.525013] env[62284]: DEBUG nova.policy [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae52c7c6a6614195b448d2209066ab4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d5a158bf61249b0aa5869945cfc14b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1679.562341] env[62284]: DEBUG nova.compute.manager [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1679.562677] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.563510] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977504de-e43d-442a-8b3b-a3375b5653e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.572704] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.573234] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-735a8d5c-b3f7-475b-a259-9189e5359765 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.577450] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.582277] env[62284]: DEBUG oslo_vmware.api [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1679.582277] env[62284]: value = "task-1954293" [ 1679.582277] env[62284]: _type = "Task" [ 1679.582277] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.594703] env[62284]: DEBUG oslo_vmware.api [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.814705] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.816353] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954292, 'name': ReconfigVM_Task, 'duration_secs': 0.39947} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.816646] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Reconfigured VM instance instance-00000020 to attach disk [datastore1] a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e/a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.817895] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f891e7f-adb5-407c-917e-0f5a7d546d4a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.829747] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1679.829747] env[62284]: value = "task-1954294" [ 1679.829747] env[62284]: _type = "Task" [ 1679.829747] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.842069] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954294, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.870395] env[62284]: DEBUG nova.network.neutron [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Successfully created port: 4b31a73a-18eb-419e-832d-5b29a5282cd2 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1679.988337] env[62284]: DEBUG nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1679.989394] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ff87438-e074-4d68-aad6-04fd7965a9df tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.990171] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.819s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.993100] env[62284]: INFO nova.compute.claims [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.095531] env[62284]: DEBUG oslo_vmware.api [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954293, 'name': PowerOffVM_Task, 'duration_secs': 0.214018} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.095928] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1680.096335] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.096674] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d09be70-db66-46d9-8421-2a069b36c716 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.214942] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.215319] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.215508] env[62284]: DEBUG nova.compute.manager [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.216401] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b9f622-76cd-4c0a-8d5a-faf3547278ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.223605] env[62284]: DEBUG nova.compute.manager [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1680.224258] env[62284]: DEBUG nova.objects.instance [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'flavor' on Instance uuid 076233c5-52f4-43cd-8192-1f59281020b2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.340781] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954294, 'name': Rename_Task, 'duration_secs': 0.149507} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.341149] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.341433] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be218f65-d72e-459d-9159-cb51146eb969 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.349835] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1680.349835] env[62284]: value = "task-1954296" [ 1680.349835] env[62284]: _type = "Task" [ 1680.349835] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.359774] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.475572] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.475817] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.476477] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleting the datastore file [datastore1] 03afc473-0ccf-4a3d-8549-b76c82951a22 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.476477] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c93ec548-0993-454c-840a-0929edc02cae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.484957] env[62284]: DEBUG oslo_vmware.api [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1680.484957] env[62284]: value = "task-1954297" [ 1680.484957] env[62284]: _type = "Task" [ 1680.484957] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.501257] env[62284]: DEBUG oslo_vmware.api [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.861081] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.999068] env[62284]: DEBUG nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.010976] env[62284]: DEBUG oslo_vmware.api [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126658} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.012745] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1681.012745] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1681.013046] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1681.013230] env[62284]: INFO nova.compute.manager [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1681.013787] env[62284]: DEBUG oslo.service.loopingcall [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.013787] env[62284]: DEBUG nova.compute.manager [-] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1681.013925] env[62284]: DEBUG nova.network.neutron [-] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1681.039802] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.040051] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.040216] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.040566] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.040566] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.040678] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.040881] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.041109] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.041220] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.041378] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.041547] env[62284]: DEBUG nova.virt.hardware [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.043450] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b1e3c9-98a0-41a9-8162-89be4e98e65d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.057694] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba64304-e144-4731-b6c0-848b458409ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.239397] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.239882] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b79721-439b-431a-8f48-aa349b3cfb8c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.249377] env[62284]: DEBUG oslo_vmware.api [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1681.249377] env[62284]: value = "task-1954298" [ 1681.249377] env[62284]: _type = "Task" [ 1681.249377] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.261834] env[62284]: DEBUG oslo_vmware.api [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.364300] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954296, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.671485] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436c66fe-9784-4747-af60-9e591087460b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.676993] env[62284]: DEBUG nova.network.neutron [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Successfully updated port: 4b31a73a-18eb-419e-832d-5b29a5282cd2 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.684601] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e242aeca-1a42-4759-912f-bf6661c85ccb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.720506] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a8b6b3-8684-4396-adea-dcb6c766b0b4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.731623] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84c37c3-c641-4b45-a995-81a52590a591 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.752230] env[62284]: DEBUG nova.compute.provider_tree [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.763840] env[62284]: DEBUG oslo_vmware.api [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954298, 'name': PowerOffVM_Task, 'duration_secs': 0.232607} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.764107] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.764297] env[62284]: DEBUG nova.compute.manager [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.765341] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08251907-8fda-433b-9cdc-b95cc7daa8c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.833239] env[62284]: DEBUG nova.compute.manager [req-90c6f6c0-d9a9-4d40-b36f-7df8c03b1f78 req-e0d5ccb9-572d-405d-a75c-f537642e1859 service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Received event network-vif-plugged-4b31a73a-18eb-419e-832d-5b29a5282cd2 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.833499] env[62284]: DEBUG oslo_concurrency.lockutils [req-90c6f6c0-d9a9-4d40-b36f-7df8c03b1f78 req-e0d5ccb9-572d-405d-a75c-f537642e1859 service nova] Acquiring lock "f6e25ebb-79f4-4197-a351-a603369068cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.833728] env[62284]: DEBUG oslo_concurrency.lockutils [req-90c6f6c0-d9a9-4d40-b36f-7df8c03b1f78 req-e0d5ccb9-572d-405d-a75c-f537642e1859 service nova] Lock "f6e25ebb-79f4-4197-a351-a603369068cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.833883] env[62284]: DEBUG oslo_concurrency.lockutils [req-90c6f6c0-d9a9-4d40-b36f-7df8c03b1f78 req-e0d5ccb9-572d-405d-a75c-f537642e1859 service nova] Lock "f6e25ebb-79f4-4197-a351-a603369068cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.834039] env[62284]: DEBUG nova.compute.manager [req-90c6f6c0-d9a9-4d40-b36f-7df8c03b1f78 req-e0d5ccb9-572d-405d-a75c-f537642e1859 service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] No waiting events found dispatching network-vif-plugged-4b31a73a-18eb-419e-832d-5b29a5282cd2 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.834210] env[62284]: WARNING nova.compute.manager [req-90c6f6c0-d9a9-4d40-b36f-7df8c03b1f78 req-e0d5ccb9-572d-405d-a75c-f537642e1859 service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Received unexpected event network-vif-plugged-4b31a73a-18eb-419e-832d-5b29a5282cd2 for instance with vm_state building and task_state spawning. [ 1681.862220] env[62284]: DEBUG oslo_vmware.api [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954296, 'name': PowerOnVM_Task, 'duration_secs': 1.029281} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.862489] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.862686] env[62284]: INFO nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1681.862979] env[62284]: DEBUG nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.863928] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd686ed-bc1c-4b2a-97bb-605dde2cb0f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.899718] env[62284]: DEBUG nova.compute.manager [req-f1f6f042-74db-4cb7-89eb-14b776f2376e req-6a60435a-2ed5-48ac-9dcd-90731753aac1 service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Received event network-vif-deleted-bc5a010f-eae2-4df1-a91c-3395a5be27ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1681.899968] env[62284]: INFO nova.compute.manager [req-f1f6f042-74db-4cb7-89eb-14b776f2376e req-6a60435a-2ed5-48ac-9dcd-90731753aac1 service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Neutron deleted interface bc5a010f-eae2-4df1-a91c-3395a5be27ee; detaching it from the instance and deleting it from the info cache [ 1681.900149] env[62284]: DEBUG nova.network.neutron [req-f1f6f042-74db-4cb7-89eb-14b776f2376e req-6a60435a-2ed5-48ac-9dcd-90731753aac1 service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.179909] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "refresh_cache-f6e25ebb-79f4-4197-a351-a603369068cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.180088] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "refresh_cache-f6e25ebb-79f4-4197-a351-a603369068cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.180254] env[62284]: DEBUG nova.network.neutron [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.227540] env[62284]: DEBUG nova.network.neutron [-] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.260023] env[62284]: DEBUG nova.scheduler.client.report [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.286372] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88b42d46-8ec6-4c5c-ae28-fa98dc351afa tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.388987] env[62284]: INFO nova.compute.manager [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Took 45.30 seconds to build instance. [ 1682.402314] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6322597d-b338-4eaf-911a-42cb52b88a0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.414409] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7d109-ecd5-4f6f-b40e-9e0c355b14bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.458685] env[62284]: DEBUG nova.compute.manager [req-f1f6f042-74db-4cb7-89eb-14b776f2376e req-6a60435a-2ed5-48ac-9dcd-90731753aac1 service nova] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Detach interface failed, port_id=bc5a010f-eae2-4df1-a91c-3395a5be27ee, reason: Instance 03afc473-0ccf-4a3d-8549-b76c82951a22 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1682.711634] env[62284]: DEBUG nova.network.neutron [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.730615] env[62284]: INFO nova.compute.manager [-] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Took 1.72 seconds to deallocate network for instance. [ 1682.763956] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.764473] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.768642] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.894s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.768642] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.768642] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1682.768914] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.950s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.770764] env[62284]: INFO nova.compute.claims [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.775257] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc0d99-c337-4ce5-a130-720be0aba86f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.784256] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288a776b-e14a-4a10-a4d0-1e4116d29a10 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.803822] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ac901-9f61-4cab-965b-12fa89a1861a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.813864] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318f6f1b-770e-4544-bebb-21272929af7a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.845533] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179057MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1682.846695] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.892375] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0b24b369-2435-4d3f-b407-742496546d36 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.072s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.900119] env[62284]: DEBUG nova.network.neutron [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Updating instance_info_cache with network_info: [{"id": "4b31a73a-18eb-419e-832d-5b29a5282cd2", "address": "fa:16:3e:9a:13:f3", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31a73a-18", "ovs_interfaceid": "4b31a73a-18eb-419e-832d-5b29a5282cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.931730] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquiring lock "c3ef0795-7325-4464-acaf-01f496d602c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.931730] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "c3ef0795-7325-4464-acaf-01f496d602c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.009769] env[62284]: DEBUG nova.objects.instance [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'flavor' on Instance uuid 076233c5-52f4-43cd-8192-1f59281020b2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.153421] env[62284]: DEBUG nova.compute.manager [None req-98645852-934c-4157-9e40-af661b1771ed tempest-ServerExternalEventsTest-1988899973 tempest-ServerExternalEventsTest-1988899973-project] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Received event network-changed {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1683.153683] env[62284]: DEBUG nova.compute.manager [None req-98645852-934c-4157-9e40-af661b1771ed tempest-ServerExternalEventsTest-1988899973 tempest-ServerExternalEventsTest-1988899973-project] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Refreshing instance network info cache due to event network-changed. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1683.154597] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98645852-934c-4157-9e40-af661b1771ed tempest-ServerExternalEventsTest-1988899973 tempest-ServerExternalEventsTest-1988899973-project] Acquiring lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.154597] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98645852-934c-4157-9e40-af661b1771ed tempest-ServerExternalEventsTest-1988899973 tempest-ServerExternalEventsTest-1988899973-project] Acquired lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.154597] env[62284]: DEBUG nova.network.neutron [None req-98645852-934c-4157-9e40-af661b1771ed tempest-ServerExternalEventsTest-1988899973 tempest-ServerExternalEventsTest-1988899973-project] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.236289] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.277322] env[62284]: DEBUG nova.compute.utils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.279712] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1683.280485] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.323811] env[62284]: DEBUG nova.policy [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f57b1cc7ef8f4894852bee758d527fbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2cd854b6524f90853ece058e3e0f21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1683.393992] env[62284]: DEBUG nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1683.401724] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "refresh_cache-f6e25ebb-79f4-4197-a351-a603369068cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.401724] env[62284]: DEBUG nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Instance network_info: |[{"id": "4b31a73a-18eb-419e-832d-5b29a5282cd2", "address": "fa:16:3e:9a:13:f3", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31a73a-18", "ovs_interfaceid": "4b31a73a-18eb-419e-832d-5b29a5282cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1683.402080] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:13:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b31a73a-18eb-419e-832d-5b29a5282cd2', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.410050] env[62284]: DEBUG oslo.service.loopingcall [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.410312] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1683.410519] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-798f6f36-6c79-404f-8e54-21503b4e6916 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.438012] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.438012] env[62284]: value = "task-1954299" [ 1683.438012] env[62284]: _type = "Task" [ 1683.438012] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.445932] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954299, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.516533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.516708] env[62284]: DEBUG oslo_concurrency.lockutils [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.516880] env[62284]: DEBUG nova.network.neutron [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.517075] env[62284]: DEBUG nova.objects.instance [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'info_cache' on Instance uuid 076233c5-52f4-43cd-8192-1f59281020b2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.617293] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Successfully created port: 3eda9698-0216-41d6-a204-576a0035adb0 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1683.722866] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquiring lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.723165] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.723460] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquiring lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.723667] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.724879] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.726141] env[62284]: INFO nova.compute.manager [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Terminating instance [ 1683.780381] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.950479] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954299, 'name': CreateVM_Task, 'duration_secs': 0.336787} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.953817] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.954982] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.954982] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.955695] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.956677] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb32a27-3487-44eb-ad50-ed565a45e63e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.961851] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1683.961851] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae8525-3418-cdf5-8e5d-9aad8302d49f" [ 1683.961851] env[62284]: _type = "Task" [ 1683.961851] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.976681] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae8525-3418-cdf5-8e5d-9aad8302d49f, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.976966] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.977206] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.977491] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.978903] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.978903] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.978903] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98aab69c-1b5f-4b6c-91b6-f1bd31727c65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.987877] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.988109] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.988946] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd73b755-b924-409d-a2f6-28ea8cee36a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.999350] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1683.999350] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a4004-6310-c763-9342-1125e639d362" [ 1683.999350] env[62284]: _type = "Task" [ 1683.999350] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.010824] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.018495] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a4004-6310-c763-9342-1125e639d362, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.019790] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f34fdb5-8e65-4ee7-9237-b3730ea3b0a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.023697] env[62284]: DEBUG nova.objects.base [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Object Instance<076233c5-52f4-43cd-8192-1f59281020b2> lazy-loaded attributes: flavor,info_cache {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1684.034933] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1684.034933] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52336118-73c4-0d9d-ba4b-7b3544834b9e" [ 1684.034933] env[62284]: _type = "Task" [ 1684.034933] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.049449] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52336118-73c4-0d9d-ba4b-7b3544834b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011327} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.050173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.050173] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f6e25ebb-79f4-4197-a351-a603369068cb/f6e25ebb-79f4-4197-a351-a603369068cb.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.050499] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b17b0140-9e32-4958-9e87-417e855aadbb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.058947] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1684.058947] env[62284]: value = "task-1954300" [ 1684.058947] env[62284]: _type = "Task" [ 1684.058947] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.068871] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.111729] env[62284]: DEBUG nova.compute.manager [req-876134b2-7441-4198-a508-a8db8011d2c3 req-1df6362e-115e-488f-8191-a77577e5bdaa service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Received event network-changed-4b31a73a-18eb-419e-832d-5b29a5282cd2 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1684.112125] env[62284]: DEBUG nova.compute.manager [req-876134b2-7441-4198-a508-a8db8011d2c3 req-1df6362e-115e-488f-8191-a77577e5bdaa service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Refreshing instance network info cache due to event network-changed-4b31a73a-18eb-419e-832d-5b29a5282cd2. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1684.112845] env[62284]: DEBUG oslo_concurrency.lockutils [req-876134b2-7441-4198-a508-a8db8011d2c3 req-1df6362e-115e-488f-8191-a77577e5bdaa service nova] Acquiring lock "refresh_cache-f6e25ebb-79f4-4197-a351-a603369068cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.113090] env[62284]: DEBUG oslo_concurrency.lockutils [req-876134b2-7441-4198-a508-a8db8011d2c3 req-1df6362e-115e-488f-8191-a77577e5bdaa service nova] Acquired lock "refresh_cache-f6e25ebb-79f4-4197-a351-a603369068cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.113308] env[62284]: DEBUG nova.network.neutron [req-876134b2-7441-4198-a508-a8db8011d2c3 req-1df6362e-115e-488f-8191-a77577e5bdaa service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Refreshing network info cache for port 4b31a73a-18eb-419e-832d-5b29a5282cd2 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.173316] env[62284]: DEBUG nova.network.neutron [None req-98645852-934c-4157-9e40-af661b1771ed tempest-ServerExternalEventsTest-1988899973 tempest-ServerExternalEventsTest-1988899973-project] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Updating instance_info_cache with network_info: [{"id": "43ce4c93-6fd9-421c-9cf8-d04db7179a09", "address": "fa:16:3e:24:5c:ad", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ce4c93-6f", "ovs_interfaceid": "43ce4c93-6fd9-421c-9cf8-d04db7179a09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.235183] env[62284]: DEBUG nova.compute.manager [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1684.235411] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1684.236472] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bc4848-87fe-436b-ab6b-a288b7af1750 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.254880] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.255155] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3095ebd-7348-4b67-b442-827ee70b0e25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.261900] env[62284]: DEBUG oslo_vmware.api [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1684.261900] env[62284]: value = "task-1954301" [ 1684.261900] env[62284]: _type = "Task" [ 1684.261900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.270351] env[62284]: DEBUG oslo_vmware.api [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.339124] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbeab51-6702-4469-8b0e-dd36ea915a99 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.348110] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d82cb5-5211-4212-8d12-f572aa95a3f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.382064] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6ef12-3997-4359-96c6-21dce3807603 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.391509] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae5517-6d50-4c11-9a22-5c0b390c96c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.406703] env[62284]: DEBUG nova.compute.provider_tree [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.571572] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.678023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-98645852-934c-4157-9e40-af661b1771ed tempest-ServerExternalEventsTest-1988899973 tempest-ServerExternalEventsTest-1988899973-project] Releasing lock "refresh_cache-a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.774222] env[62284]: DEBUG oslo_vmware.api [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954301, 'name': PowerOffVM_Task, 'duration_secs': 0.441767} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.774222] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.774222] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1684.778010] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7a366f-59ca-480d-99a3-50d2e8a0c30a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.800088] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.827978] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.828836] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.828836] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.828836] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.828836] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.828836] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.829303] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.829303] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.829785] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.829785] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.829785] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.830716] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94dfcf0-1bf8-4d03-bdb6-086597f9fadc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.841906] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54118081-5801-46c5-8c3b-ceee67b3478f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.867547] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1684.867920] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1684.868157] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Deleting the datastore file [datastore1] a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.868449] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-086fc854-6c8b-4c34-ae95-67295753f541 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.875844] env[62284]: DEBUG oslo_vmware.api [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for the task: (returnval){ [ 1684.875844] env[62284]: value = "task-1954303" [ 1684.875844] env[62284]: _type = "Task" [ 1684.875844] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.889900] env[62284]: DEBUG oslo_vmware.api [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.910226] env[62284]: DEBUG nova.scheduler.client.report [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.928678] env[62284]: DEBUG nova.network.neutron [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.972114] env[62284]: DEBUG nova.network.neutron [req-876134b2-7441-4198-a508-a8db8011d2c3 req-1df6362e-115e-488f-8191-a77577e5bdaa service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Updated VIF entry in instance network info cache for port 4b31a73a-18eb-419e-832d-5b29a5282cd2. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.972114] env[62284]: DEBUG nova.network.neutron [req-876134b2-7441-4198-a508-a8db8011d2c3 req-1df6362e-115e-488f-8191-a77577e5bdaa service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Updating instance_info_cache with network_info: [{"id": "4b31a73a-18eb-419e-832d-5b29a5282cd2", "address": "fa:16:3e:9a:13:f3", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31a73a-18", "ovs_interfaceid": "4b31a73a-18eb-419e-832d-5b29a5282cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.071171] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62452} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.071451] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f6e25ebb-79f4-4197-a351-a603369068cb/f6e25ebb-79f4-4197-a351-a603369068cb.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.071660] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.071914] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-880903a2-42fe-45c2-8105-d200c1526a5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.079594] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1685.079594] env[62284]: value = "task-1954304" [ 1685.079594] env[62284]: _type = "Task" [ 1685.079594] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.091109] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.237057] env[62284]: DEBUG nova.compute.manager [req-fffaf445-3113-45b7-b67e-bbca52d0229f req-74f9039d-c28d-4a94-83ad-859232714ec2 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Received event network-vif-plugged-3eda9698-0216-41d6-a204-576a0035adb0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1685.237057] env[62284]: DEBUG oslo_concurrency.lockutils [req-fffaf445-3113-45b7-b67e-bbca52d0229f req-74f9039d-c28d-4a94-83ad-859232714ec2 service nova] Acquiring lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.237057] env[62284]: DEBUG oslo_concurrency.lockutils [req-fffaf445-3113-45b7-b67e-bbca52d0229f req-74f9039d-c28d-4a94-83ad-859232714ec2 service nova] Lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.237057] env[62284]: DEBUG oslo_concurrency.lockutils [req-fffaf445-3113-45b7-b67e-bbca52d0229f req-74f9039d-c28d-4a94-83ad-859232714ec2 service nova] Lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.237057] env[62284]: DEBUG nova.compute.manager [req-fffaf445-3113-45b7-b67e-bbca52d0229f req-74f9039d-c28d-4a94-83ad-859232714ec2 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] No waiting events found dispatching network-vif-plugged-3eda9698-0216-41d6-a204-576a0035adb0 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1685.237233] env[62284]: WARNING nova.compute.manager [req-fffaf445-3113-45b7-b67e-bbca52d0229f req-74f9039d-c28d-4a94-83ad-859232714ec2 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Received unexpected event network-vif-plugged-3eda9698-0216-41d6-a204-576a0035adb0 for instance with vm_state building and task_state spawning. [ 1685.337845] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Successfully updated port: 3eda9698-0216-41d6-a204-576a0035adb0 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.387025] env[62284]: DEBUG oslo_vmware.api [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Task: {'id': task-1954303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144223} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.387346] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.387569] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.387755] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.387937] env[62284]: INFO nova.compute.manager [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1685.388241] env[62284]: DEBUG oslo.service.loopingcall [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.388438] env[62284]: DEBUG nova.compute.manager [-] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1685.388536] env[62284]: DEBUG nova.network.neutron [-] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1685.415818] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.416437] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1685.419160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.635s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.419385] env[62284]: DEBUG nova.objects.instance [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lazy-loading 'resources' on Instance uuid 9a006271-b6d6-4a7f-b5f7-935fbcc263ab {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.431014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.474455] env[62284]: DEBUG oslo_concurrency.lockutils [req-876134b2-7441-4198-a508-a8db8011d2c3 req-1df6362e-115e-488f-8191-a77577e5bdaa service nova] Releasing lock "refresh_cache-f6e25ebb-79f4-4197-a351-a603369068cb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.594372] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064882} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.594697] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1685.595521] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f69afe4-436f-4230-988e-75c181780506 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.622242] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] f6e25ebb-79f4-4197-a351-a603369068cb/f6e25ebb-79f4-4197-a351-a603369068cb.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.622715] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f85ab7e3-7c69-4183-8f80-742c4b2dc050 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.646822] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1685.646822] env[62284]: value = "task-1954305" [ 1685.646822] env[62284]: _type = "Task" [ 1685.646822] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.657901] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.840487] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "refresh_cache-6f5e38dd-7a22-4065-bc06-c4aefa6092e3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.840683] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "refresh_cache-6f5e38dd-7a22-4065-bc06-c4aefa6092e3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.840878] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.925307] env[62284]: DEBUG nova.compute.utils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.926860] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.927106] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.971013] env[62284]: DEBUG nova.policy [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f57b1cc7ef8f4894852bee758d527fbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2cd854b6524f90853ece058e3e0f21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1686.161024] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954305, 'name': ReconfigVM_Task, 'duration_secs': 0.342714} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.161024] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Reconfigured VM instance instance-00000021 to attach disk [datastore1] f6e25ebb-79f4-4197-a351-a603369068cb/f6e25ebb-79f4-4197-a351-a603369068cb.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.161608] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7feee20d-b0e1-4c34-85ed-0e2741fcaa5d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.166018] env[62284]: DEBUG nova.network.neutron [-] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.171084] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1686.171084] env[62284]: value = "task-1954306" [ 1686.171084] env[62284]: _type = "Task" [ 1686.171084] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.190168] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954306, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.332845] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Successfully created port: ab048ef0-8af3-4d24-bfca-0de9865ad92e {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.398722] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.430789] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1686.436340] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.436611] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08f85928-3970-4c7b-9d93-71db6639d481 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.445015] env[62284]: DEBUG oslo_vmware.api [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1686.445015] env[62284]: value = "task-1954307" [ 1686.445015] env[62284]: _type = "Task" [ 1686.445015] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.460421] env[62284]: DEBUG oslo_vmware.api [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.520275] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae84404-1e9d-4a21-b396-d08453f02327 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.529502] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9050fa4e-ceb2-4683-a1cc-eb31de00473a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.567930] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a387c-88e3-4810-b089-46b02edc438b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.577172] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be79ef65-50cf-4e97-bdc8-fce39ad1e78c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.593483] env[62284]: DEBUG nova.compute.provider_tree [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.611955] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Updating instance_info_cache with network_info: [{"id": "3eda9698-0216-41d6-a204-576a0035adb0", "address": "fa:16:3e:83:f7:f9", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eda9698-02", "ovs_interfaceid": "3eda9698-0216-41d6-a204-576a0035adb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.668308] env[62284]: INFO nova.compute.manager [-] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Took 1.28 seconds to deallocate network for instance. [ 1686.685489] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954306, 'name': Rename_Task, 'duration_secs': 0.169643} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.685828] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.686125] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07ea3670-fcbb-4c80-8bcb-66e2ef010840 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.695940] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1686.695940] env[62284]: value = "task-1954308" [ 1686.695940] env[62284]: _type = "Task" [ 1686.695940] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.707172] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.955115] env[62284]: DEBUG oslo_vmware.api [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954307, 'name': PowerOnVM_Task, 'duration_secs': 0.505322} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.955487] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.955759] env[62284]: DEBUG nova.compute.manager [None req-879a1ecf-856d-4a6e-8438-2d984a92eddc tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.956724] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83740d1-e9c7-4def-a2c6-a151b82b3b4f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.097315] env[62284]: DEBUG nova.scheduler.client.report [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.114666] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "refresh_cache-6f5e38dd-7a22-4065-bc06-c4aefa6092e3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.114988] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Instance network_info: |[{"id": "3eda9698-0216-41d6-a204-576a0035adb0", "address": "fa:16:3e:83:f7:f9", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eda9698-02", "ovs_interfaceid": "3eda9698-0216-41d6-a204-576a0035adb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.115448] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:f7:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eda9698-0216-41d6-a204-576a0035adb0', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.123406] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Creating folder: Project (9d2cd854b6524f90853ece058e3e0f21). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.124095] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e499aa26-a201-4603-92e1-f8d24fb295c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.138015] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Created folder: Project (9d2cd854b6524f90853ece058e3e0f21) in parent group-v402637. [ 1687.138802] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Creating folder: Instances. Parent ref: group-v402738. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.138802] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc581dd-c369-42ff-b56a-d005f1679203 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.149664] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Created folder: Instances in parent group-v402738. [ 1687.150036] env[62284]: DEBUG oslo.service.loopingcall [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.150267] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.150510] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4572ced9-d857-4c1f-a57d-fbb96333b4ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.171575] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.171575] env[62284]: value = "task-1954311" [ 1687.171575] env[62284]: _type = "Task" [ 1687.171575] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.181256] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.181256] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954311, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.208146] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.270088] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Acquiring lock "921af820-927f-4429-a5c0-e4eb55b3ca23" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.270723] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.420094] env[62284]: DEBUG nova.compute.manager [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Received event network-changed-3eda9698-0216-41d6-a204-576a0035adb0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1687.420436] env[62284]: DEBUG nova.compute.manager [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Refreshing instance network info cache due to event network-changed-3eda9698-0216-41d6-a204-576a0035adb0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1687.420690] env[62284]: DEBUG oslo_concurrency.lockutils [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] Acquiring lock "refresh_cache-6f5e38dd-7a22-4065-bc06-c4aefa6092e3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.420839] env[62284]: DEBUG oslo_concurrency.lockutils [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] Acquired lock "refresh_cache-6f5e38dd-7a22-4065-bc06-c4aefa6092e3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.421030] env[62284]: DEBUG nova.network.neutron [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Refreshing network info cache for port 3eda9698-0216-41d6-a204-576a0035adb0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.440904] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1687.467227] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.467659] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.467659] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.467810] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.467955] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.468116] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.468336] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.468496] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.468663] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.468823] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.468996] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.471647] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b44a536-da59-400f-9cfc-e9f17217fc66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.482192] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c052cf-8528-47be-90c4-1d6c7df2188e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.603052] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.606042] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.470s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.610234] env[62284]: INFO nova.compute.claims [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.632045] env[62284]: INFO nova.scheduler.client.report [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Deleted allocations for instance 9a006271-b6d6-4a7f-b5f7-935fbcc263ab [ 1687.683129] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954311, 'name': CreateVM_Task, 'duration_secs': 0.487619} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.683905] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.684630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.684844] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.685190] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.685659] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b011826-9448-4348-92a8-87ab7aaebe1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.690861] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1687.690861] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5251ee03-30bc-e5b0-c21a-0f1ec12804c2" [ 1687.690861] env[62284]: _type = "Task" [ 1687.690861] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.699593] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5251ee03-30bc-e5b0-c21a-0f1ec12804c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.707646] env[62284]: DEBUG oslo_vmware.api [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954308, 'name': PowerOnVM_Task, 'duration_secs': 0.72282} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.707889] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1687.708100] env[62284]: INFO nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1687.708281] env[62284]: DEBUG nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.709016] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9772f6a-e898-4fe8-a207-066929c9f7ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.774413] env[62284]: DEBUG nova.compute.utils [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.978573] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Successfully updated port: ab048ef0-8af3-4d24-bfca-0de9865ad92e {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1688.139892] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bf487f18-5dd9-41ff-8324-e4ef65354f82 tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "9a006271-b6d6-4a7f-b5f7-935fbcc263ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.466s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.142030] env[62284]: DEBUG nova.network.neutron [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Updated VIF entry in instance network info cache for port 3eda9698-0216-41d6-a204-576a0035adb0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.142289] env[62284]: DEBUG nova.network.neutron [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Updating instance_info_cache with network_info: [{"id": "3eda9698-0216-41d6-a204-576a0035adb0", "address": "fa:16:3e:83:f7:f9", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eda9698-02", "ovs_interfaceid": "3eda9698-0216-41d6-a204-576a0035adb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.203072] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5251ee03-30bc-e5b0-c21a-0f1ec12804c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.203072] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.203072] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.203355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.203471] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.203676] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.204081] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3033d8b9-b6f8-47ad-8339-78ed4aef5be1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.221889] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.222091] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.224766] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d7c89a-ef95-4271-a358-925559fca087 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.227442] env[62284]: INFO nova.compute.manager [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Took 41.13 seconds to build instance. [ 1688.232485] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1688.232485] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524c1036-c181-5fa9-b7eb-855c498a27e0" [ 1688.232485] env[62284]: _type = "Task" [ 1688.232485] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.255613] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524c1036-c181-5fa9-b7eb-855c498a27e0, 'name': SearchDatastore_Task, 'duration_secs': 0.019886} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.256637] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8180c86-0063-4f5e-becc-db4e2cbddf07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.262116] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1688.262116] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f93448-d9b0-53ba-e1aa-8fa5b1aadcb0" [ 1688.262116] env[62284]: _type = "Task" [ 1688.262116] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.270602] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f93448-d9b0-53ba-e1aa-8fa5b1aadcb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.281230] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.484235] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "refresh_cache-4a4bce98-144d-462d-a835-f7a07262d5c9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.484520] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "refresh_cache-4a4bce98-144d-462d-a835-f7a07262d5c9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.484573] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.644774] env[62284]: DEBUG oslo_concurrency.lockutils [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] Releasing lock "refresh_cache-6f5e38dd-7a22-4065-bc06-c4aefa6092e3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.645081] env[62284]: DEBUG nova.compute.manager [req-16aa44a0-73ea-4523-86ba-bda8f907696c req-ba78a622-d32b-4a6c-b286-dcce7e6ff048 service nova] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Received event network-vif-deleted-43ce4c93-6fd9-421c-9cf8-d04db7179a09 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.729380] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dfc17c9a-47bc-473e-93ac-b2f46b473330 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "f6e25ebb-79f4-4197-a351-a603369068cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.697s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.776245] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f93448-d9b0-53ba-e1aa-8fa5b1aadcb0, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.776579] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.776919] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 6f5e38dd-7a22-4065-bc06-c4aefa6092e3/6f5e38dd-7a22-4065-bc06-c4aefa6092e3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1688.780425] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e71bec-087c-4e1b-8936-1a0b2f1d0e45 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.789643] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1688.789643] env[62284]: value = "task-1954312" [ 1688.789643] env[62284]: _type = "Task" [ 1688.789643] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.798619] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.019791] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.120097] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121c7ff-73d3-4467-8497-829b99a3387f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.127637] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9411e3-8d99-4a19-a093-19f7d999007f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.179021] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d560abb1-b885-491b-bf7e-8ecc8bd3f5e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.192254] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcdf66b-2c1f-4210-bd5a-472e7ebcad9b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.212706] env[62284]: DEBUG nova.compute.provider_tree [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.235182] env[62284]: DEBUG nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1689.253377] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Updating instance_info_cache with network_info: [{"id": "ab048ef0-8af3-4d24-bfca-0de9865ad92e", "address": "fa:16:3e:07:8e:70", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab048ef0-8a", "ovs_interfaceid": "ab048ef0-8af3-4d24-bfca-0de9865ad92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.301078] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.350696] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Acquiring lock "921af820-927f-4429-a5c0-e4eb55b3ca23" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.351109] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.351417] env[62284]: INFO nova.compute.manager [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Attaching volume 575965b0-abe7-4349-aa26-e2396c9d62ed to /dev/sdb [ 1689.404128] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877da8eb-5c5c-4609-8aa6-c6a1982a243b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.412119] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbf3394-2e71-45d9-b8f0-803f1529083c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.427789] env[62284]: DEBUG nova.virt.block_device [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Updating existing volume attachment record: 77a0b033-dba4-463e-a06c-4b9b300e69ad {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1689.677628] env[62284]: DEBUG nova.compute.manager [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Received event network-vif-plugged-ab048ef0-8af3-4d24-bfca-0de9865ad92e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1689.678024] env[62284]: DEBUG oslo_concurrency.lockutils [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] Acquiring lock "4a4bce98-144d-462d-a835-f7a07262d5c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.678155] env[62284]: DEBUG oslo_concurrency.lockutils [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] Lock "4a4bce98-144d-462d-a835-f7a07262d5c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.678323] env[62284]: DEBUG oslo_concurrency.lockutils [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] Lock "4a4bce98-144d-462d-a835-f7a07262d5c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.678515] env[62284]: DEBUG nova.compute.manager [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] No waiting events found dispatching network-vif-plugged-ab048ef0-8af3-4d24-bfca-0de9865ad92e {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1689.678681] env[62284]: WARNING nova.compute.manager [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Received unexpected event network-vif-plugged-ab048ef0-8af3-4d24-bfca-0de9865ad92e for instance with vm_state building and task_state spawning. [ 1689.678829] env[62284]: DEBUG nova.compute.manager [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Received event network-changed-ab048ef0-8af3-4d24-bfca-0de9865ad92e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1689.679031] env[62284]: DEBUG nova.compute.manager [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Refreshing instance network info cache due to event network-changed-ab048ef0-8af3-4d24-bfca-0de9865ad92e. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1689.679150] env[62284]: DEBUG oslo_concurrency.lockutils [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] Acquiring lock "refresh_cache-4a4bce98-144d-462d-a835-f7a07262d5c9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.684512] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.684726] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.685014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.685231] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.685401] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.687931] env[62284]: INFO nova.compute.manager [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Terminating instance [ 1689.715605] env[62284]: DEBUG nova.scheduler.client.report [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.756362] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.756868] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "refresh_cache-4a4bce98-144d-462d-a835-f7a07262d5c9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.757170] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Instance network_info: |[{"id": "ab048ef0-8af3-4d24-bfca-0de9865ad92e", "address": "fa:16:3e:07:8e:70", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab048ef0-8a", "ovs_interfaceid": "ab048ef0-8af3-4d24-bfca-0de9865ad92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1689.757530] env[62284]: DEBUG oslo_concurrency.lockutils [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] Acquired lock "refresh_cache-4a4bce98-144d-462d-a835-f7a07262d5c9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.757638] env[62284]: DEBUG nova.network.neutron [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Refreshing network info cache for port ab048ef0-8af3-4d24-bfca-0de9865ad92e {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.758971] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:8e:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab048ef0-8af3-4d24-bfca-0de9865ad92e', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.766431] env[62284]: DEBUG oslo.service.loopingcall [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.766876] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.767410] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-108b124f-b1bf-4550-9a19-465c5d27f917 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.790245] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.790245] env[62284]: value = "task-1954316" [ 1689.790245] env[62284]: _type = "Task" [ 1689.790245] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.803235] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618141} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.806523] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 6f5e38dd-7a22-4065-bc06-c4aefa6092e3/6f5e38dd-7a22-4065-bc06-c4aefa6092e3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.806822] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.807079] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954316, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.808245] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a098c50-d6f2-4557-96f9-fce56f4e9219 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.815171] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1689.815171] env[62284]: value = "task-1954317" [ 1689.815171] env[62284]: _type = "Task" [ 1689.815171] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.824283] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.144752] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "d376c7ad-9725-4597-ab64-278178dea44f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.145102] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "d376c7ad-9725-4597-ab64-278178dea44f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.191867] env[62284]: DEBUG nova.compute.manager [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.192106] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.193101] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d55085-fdd1-4d8a-b41b-0e683355d625 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.201861] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.202146] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3aad15b-abac-4bb3-8e4b-e7380ac2bd32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.210600] env[62284]: DEBUG oslo_vmware.api [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1690.210600] env[62284]: value = "task-1954318" [ 1690.210600] env[62284]: _type = "Task" [ 1690.210600] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.219602] env[62284]: DEBUG oslo_vmware.api [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.221713] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.222310] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1690.225035] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.784s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.305507] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954316, 'name': CreateVM_Task, 'duration_secs': 0.392648} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.305730] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.306448] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.306630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.307169] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.307210] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3741670d-21de-4602-99f1-d800cbfe1d84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.313193] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1690.313193] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5282cde3-87eb-be18-b4ed-68176e11f6d5" [ 1690.313193] env[62284]: _type = "Task" [ 1690.313193] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.329201] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5282cde3-87eb-be18-b4ed-68176e11f6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.332443] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07267} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.332816] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.333620] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4f29b-9eb4-40ed-af4b-0d7c52ceca91 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.356946] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 6f5e38dd-7a22-4065-bc06-c4aefa6092e3/6f5e38dd-7a22-4065-bc06-c4aefa6092e3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.357478] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db2b187d-ff7e-4b2e-8446-85581642dc9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.381574] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1690.381574] env[62284]: value = "task-1954319" [ 1690.381574] env[62284]: _type = "Task" [ 1690.381574] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.392607] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.530646] env[62284]: DEBUG nova.network.neutron [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Updated VIF entry in instance network info cache for port ab048ef0-8af3-4d24-bfca-0de9865ad92e. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.531123] env[62284]: DEBUG nova.network.neutron [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Updating instance_info_cache with network_info: [{"id": "ab048ef0-8af3-4d24-bfca-0de9865ad92e", "address": "fa:16:3e:07:8e:70", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab048ef0-8a", "ovs_interfaceid": "ab048ef0-8af3-4d24-bfca-0de9865ad92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.720833] env[62284]: DEBUG oslo_vmware.api [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954318, 'name': PowerOffVM_Task, 'duration_secs': 0.3217} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.722010] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.722010] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.722010] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e46966a3-82b7-44db-88c1-100e9290dfdd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.730860] env[62284]: DEBUG nova.compute.utils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1690.732574] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1690.733271] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1690.787212] env[62284]: DEBUG nova.policy [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f57b1cc7ef8f4894852bee758d527fbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2cd854b6524f90853ece058e3e0f21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1690.799649] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.799901] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.800152] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Deleting the datastore file [datastore1] 4e7a8fc5-0066-480b-bdb5-44b2c64d267e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.800482] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74a4a382-1d2a-4fd1-a42d-0196ba69b49e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.810588] env[62284]: DEBUG oslo_vmware.api [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for the task: (returnval){ [ 1690.810588] env[62284]: value = "task-1954321" [ 1690.810588] env[62284]: _type = "Task" [ 1690.810588] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.822529] env[62284]: DEBUG oslo_vmware.api [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.831019] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5282cde3-87eb-be18-b4ed-68176e11f6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.020774} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.831019] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.831019] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.831019] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.831305] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.831305] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.831305] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1ad040-541d-414c-aad6-4809c4322a2f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.840824] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.841025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.841810] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9294e910-e281-4082-9c26-12f9559fc5b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.849998] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1690.849998] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52570724-3abd-4029-641e-ce8eff27fd1d" [ 1690.849998] env[62284]: _type = "Task" [ 1690.849998] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.858204] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52570724-3abd-4029-641e-ce8eff27fd1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.891769] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954319, 'name': ReconfigVM_Task, 'duration_secs': 0.374234} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.894487] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 6f5e38dd-7a22-4065-bc06-c4aefa6092e3/6f5e38dd-7a22-4065-bc06-c4aefa6092e3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.895344] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8337fc5-7450-464e-9207-fcae3880c54f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.903355] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1690.903355] env[62284]: value = "task-1954322" [ 1690.903355] env[62284]: _type = "Task" [ 1690.903355] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.915068] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954322, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.035888] env[62284]: DEBUG oslo_concurrency.lockutils [req-887a799e-26e7-4b73-9bfe-090d24d84358 req-8c0720d2-d1e1-451e-9ec5-8d51231ed54f service nova] Releasing lock "refresh_cache-4a4bce98-144d-462d-a835-f7a07262d5c9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.107527] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Successfully created port: 8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1691.236173] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1691.263404] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf7d71b-46a3-4a4b-8634-321d603fb7e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.272391] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f187f444-37bc-4791-bf50-2b68f467f4f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.304207] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd54c8c-cc9d-4d17-a98b-eee42be4a765 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.315379] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57be22bb-fe5b-4b4d-822d-992b95dc4f15 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.324390] env[62284]: DEBUG oslo_vmware.api [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Task: {'id': task-1954321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369928} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.332734] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.332734] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.332734] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.333216] env[62284]: INFO nova.compute.manager [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1691.333216] env[62284]: DEBUG oslo.service.loopingcall [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.333465] env[62284]: DEBUG nova.compute.provider_tree [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.334743] env[62284]: DEBUG nova.compute.manager [-] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.334849] env[62284]: DEBUG nova.network.neutron [-] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.360353] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52570724-3abd-4029-641e-ce8eff27fd1d, 'name': SearchDatastore_Task, 'duration_secs': 0.042933} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.361207] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51852fcc-d6e9-41dc-872e-7e0c896caf42 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.367543] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1691.367543] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5225d668-df82-3a6f-86d3-9e738d73c2a8" [ 1691.367543] env[62284]: _type = "Task" [ 1691.367543] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.378445] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5225d668-df82-3a6f-86d3-9e738d73c2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.414232] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954322, 'name': Rename_Task, 'duration_secs': 0.18393} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.414336] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.414583] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2085dc3b-5543-4c09-94d0-914e11611a98 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.425846] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1691.425846] env[62284]: value = "task-1954323" [ 1691.425846] env[62284]: _type = "Task" [ 1691.425846] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.434924] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.703959] env[62284]: DEBUG nova.compute.manager [req-bfeb1e14-eaaf-4998-80d6-7ad5a72bf59e req-d08df05d-74bb-495a-ae5b-b0854fd17ae5 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Received event network-vif-deleted-34f3e6f0-f448-4f9a-b725-7819853cd479 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1691.704174] env[62284]: INFO nova.compute.manager [req-bfeb1e14-eaaf-4998-80d6-7ad5a72bf59e req-d08df05d-74bb-495a-ae5b-b0854fd17ae5 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Neutron deleted interface 34f3e6f0-f448-4f9a-b725-7819853cd479; detaching it from the instance and deleting it from the info cache [ 1691.704353] env[62284]: DEBUG nova.network.neutron [req-bfeb1e14-eaaf-4998-80d6-7ad5a72bf59e req-d08df05d-74bb-495a-ae5b-b0854fd17ae5 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.838627] env[62284]: DEBUG nova.scheduler.client.report [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.880278] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5225d668-df82-3a6f-86d3-9e738d73c2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.031955} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.880622] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.880920] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4a4bce98-144d-462d-a835-f7a07262d5c9/4a4bce98-144d-462d-a835-f7a07262d5c9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.881208] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e71cd7-3b86-403c-8981-9f4506264c71 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.888931] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1691.888931] env[62284]: value = "task-1954325" [ 1691.888931] env[62284]: _type = "Task" [ 1691.888931] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.897143] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.938276] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.079528] env[62284]: DEBUG nova.network.neutron [-] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.207648] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c733e92f-42c1-4c14-bc5a-30124d7214f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.219074] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68d6d25-5305-4a10-b346-7161c9f3cde8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.247503] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1692.270853] env[62284]: DEBUG nova.compute.manager [req-bfeb1e14-eaaf-4998-80d6-7ad5a72bf59e req-d08df05d-74bb-495a-ae5b-b0854fd17ae5 service nova] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Detach interface failed, port_id=34f3e6f0-f448-4f9a-b725-7819853cd479, reason: Instance 4e7a8fc5-0066-480b-bdb5-44b2c64d267e could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1692.298410] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1692.299385] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.299718] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1692.301023] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.301023] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1692.301023] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1692.301023] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1692.301217] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1692.301351] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1692.301564] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1692.301820] env[62284]: DEBUG nova.virt.hardware [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1692.302866] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7376c9b8-f8f9-4953-a4fb-9dc6f3e378f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.312606] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de67c636-0468-46ad-8e72-f4872517d4eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.400155] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.437351] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954323, 'name': PowerOnVM_Task, 'duration_secs': 0.691418} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.438034] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.438034] env[62284]: INFO nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1692.438223] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.439055] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64da34e-2d73-4efc-b18d-4695e0eb2d3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.582682] env[62284]: INFO nova.compute.manager [-] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Took 1.25 seconds to deallocate network for instance. [ 1692.625888] env[62284]: DEBUG nova.compute.manager [req-3eeb89ae-5bdf-47bf-b020-6ba6131b5b1a req-0aa80ccd-90b3-4eca-a7eb-e6b1c131d7f4 service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Received event network-vif-plugged-8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1692.626130] env[62284]: DEBUG oslo_concurrency.lockutils [req-3eeb89ae-5bdf-47bf-b020-6ba6131b5b1a req-0aa80ccd-90b3-4eca-a7eb-e6b1c131d7f4 service nova] Acquiring lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.626346] env[62284]: DEBUG oslo_concurrency.lockutils [req-3eeb89ae-5bdf-47bf-b020-6ba6131b5b1a req-0aa80ccd-90b3-4eca-a7eb-e6b1c131d7f4 service nova] Lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.626515] env[62284]: DEBUG oslo_concurrency.lockutils [req-3eeb89ae-5bdf-47bf-b020-6ba6131b5b1a req-0aa80ccd-90b3-4eca-a7eb-e6b1c131d7f4 service nova] Lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.626680] env[62284]: DEBUG nova.compute.manager [req-3eeb89ae-5bdf-47bf-b020-6ba6131b5b1a req-0aa80ccd-90b3-4eca-a7eb-e6b1c131d7f4 service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] No waiting events found dispatching network-vif-plugged-8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1692.626891] env[62284]: WARNING nova.compute.manager [req-3eeb89ae-5bdf-47bf-b020-6ba6131b5b1a req-0aa80ccd-90b3-4eca-a7eb-e6b1c131d7f4 service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Received unexpected event network-vif-plugged-8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2 for instance with vm_state building and task_state spawning. [ 1692.736334] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Successfully updated port: 8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1692.849770] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.625s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.852725] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.864s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.852923] env[62284]: DEBUG nova.objects.instance [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1692.902093] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652451} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.902367] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4a4bce98-144d-462d-a835-f7a07262d5c9/4a4bce98-144d-462d-a835-f7a07262d5c9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.902573] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.903269] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c26685-471b-4652-9abc-68a1e8d592d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.910460] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1692.910460] env[62284]: value = "task-1954326" [ 1692.910460] env[62284]: _type = "Task" [ 1692.910460] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.919504] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.961372] env[62284]: INFO nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Took 44.81 seconds to build instance. [ 1693.089831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.238125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "refresh_cache-826b1ff4-b3fe-4f86-a9a3-082dd79bc281" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.238288] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "refresh_cache-826b1ff4-b3fe-4f86-a9a3-082dd79bc281" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.238446] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.416501] env[62284]: INFO nova.scheduler.client.report [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Deleted allocation for migration 214ed2dc-8807-4e30-b5aa-e56a306edff3 [ 1693.423790] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222638} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.425284] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.425284] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa700a2-9278-4210-902c-d1c836ac5c05 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.450935] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 4a4bce98-144d-462d-a835-f7a07262d5c9/4a4bce98-144d-462d-a835-f7a07262d5c9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.451230] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ac135ea-0ffa-4e2b-87bc-b7e11989e70c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.466775] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.434s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.474908] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1693.474908] env[62284]: value = "task-1954327" [ 1693.474908] env[62284]: _type = "Task" [ 1693.474908] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.484964] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.796243] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.871184] env[62284]: DEBUG oslo_concurrency.lockutils [None req-65866c71-93d9-46b9-92d3-8ef4b811a5bc tempest-ServersAdmin275Test-241298979 tempest-ServersAdmin275Test-241298979-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.872028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.749s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.873602] env[62284]: INFO nova.compute.claims [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.925845] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0e8aa53f-278e-41dd-9fd9-9dc30c32220b tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.419s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.969272] env[62284]: DEBUG nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1693.974911] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1693.975172] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402743', 'volume_id': '575965b0-abe7-4349-aa26-e2396c9d62ed', 'name': 'volume-575965b0-abe7-4349-aa26-e2396c9d62ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '921af820-927f-4429-a5c0-e4eb55b3ca23', 'attached_at': '', 'detached_at': '', 'volume_id': '575965b0-abe7-4349-aa26-e2396c9d62ed', 'serial': '575965b0-abe7-4349-aa26-e2396c9d62ed'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1693.976415] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0429ab14-0de9-4220-a11e-0cc8abac37d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.995139] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.003070] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1a2969-b4d0-486d-bfa1-a1d62b537c07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.031207] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-575965b0-abe7-4349-aa26-e2396c9d62ed/volume-575965b0-abe7-4349-aa26-e2396c9d62ed.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.034211] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfcaaf62-2f56-4104-9e83-64ce0beb0166 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.055101] env[62284]: DEBUG oslo_vmware.api [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Waiting for the task: (returnval){ [ 1694.055101] env[62284]: value = "task-1954328" [ 1694.055101] env[62284]: _type = "Task" [ 1694.055101] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.068783] env[62284]: DEBUG oslo_vmware.api [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.108746] env[62284]: DEBUG nova.network.neutron [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Updating instance_info_cache with network_info: [{"id": "8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2", "address": "fa:16:3e:21:54:4f", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9c179e-a4", "ovs_interfaceid": "8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.489475] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954327, 'name': ReconfigVM_Task, 'duration_secs': 0.759888} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.489580] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 4a4bce98-144d-462d-a835-f7a07262d5c9/4a4bce98-144d-462d-a835-f7a07262d5c9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.490258] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60b06997-1369-4ad0-86b2-b6df7133bb67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.498882] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1694.498882] env[62284]: value = "task-1954329" [ 1694.498882] env[62284]: _type = "Task" [ 1694.498882] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.503385] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.509553] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954329, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.566697] env[62284]: DEBUG oslo_vmware.api [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.612670] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "refresh_cache-826b1ff4-b3fe-4f86-a9a3-082dd79bc281" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.613188] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Instance network_info: |[{"id": "8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2", "address": "fa:16:3e:21:54:4f", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9c179e-a4", "ovs_interfaceid": "8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1694.613824] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:54:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.623889] env[62284]: DEBUG oslo.service.loopingcall [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.624334] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1694.624711] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dd248fb-15b5-463e-863f-6d4cc56fbe30 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.650381] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.650381] env[62284]: value = "task-1954330" [ 1694.650381] env[62284]: _type = "Task" [ 1694.650381] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.664290] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954330, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.757398] env[62284]: DEBUG nova.compute.manager [req-b5acd983-ae84-433a-ac40-8389f071b3e5 req-f1f1014f-6c2b-4788-ae13-0f6cc2814745 service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Received event network-changed-8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1694.757704] env[62284]: DEBUG nova.compute.manager [req-b5acd983-ae84-433a-ac40-8389f071b3e5 req-f1f1014f-6c2b-4788-ae13-0f6cc2814745 service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Refreshing instance network info cache due to event network-changed-8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1694.757930] env[62284]: DEBUG oslo_concurrency.lockutils [req-b5acd983-ae84-433a-ac40-8389f071b3e5 req-f1f1014f-6c2b-4788-ae13-0f6cc2814745 service nova] Acquiring lock "refresh_cache-826b1ff4-b3fe-4f86-a9a3-082dd79bc281" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.758120] env[62284]: DEBUG oslo_concurrency.lockutils [req-b5acd983-ae84-433a-ac40-8389f071b3e5 req-f1f1014f-6c2b-4788-ae13-0f6cc2814745 service nova] Acquired lock "refresh_cache-826b1ff4-b3fe-4f86-a9a3-082dd79bc281" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.758298] env[62284]: DEBUG nova.network.neutron [req-b5acd983-ae84-433a-ac40-8389f071b3e5 req-f1f1014f-6c2b-4788-ae13-0f6cc2814745 service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Refreshing network info cache for port 8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.011722] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954329, 'name': Rename_Task, 'duration_secs': 0.182976} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.012094] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.012308] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a35782e3-7a03-4b2c-a557-5f1ac73d2618 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.021972] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1695.021972] env[62284]: value = "task-1954331" [ 1695.021972] env[62284]: _type = "Task" [ 1695.021972] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.036438] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.069028] env[62284]: DEBUG oslo_vmware.api [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954328, 'name': ReconfigVM_Task, 'duration_secs': 0.601211} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.069028] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-575965b0-abe7-4349-aa26-e2396c9d62ed/volume-575965b0-abe7-4349-aa26-e2396c9d62ed.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.073661] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab8302d0-360a-44d4-bc88-dc6903931bdb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.096740] env[62284]: DEBUG oslo_vmware.api [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Waiting for the task: (returnval){ [ 1695.096740] env[62284]: value = "task-1954332" [ 1695.096740] env[62284]: _type = "Task" [ 1695.096740] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.109360] env[62284]: DEBUG oslo_vmware.api [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.163736] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954330, 'name': CreateVM_Task, 'duration_secs': 0.445067} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.163903] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1695.166964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.167157] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.167475] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.168163] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f8549c-8d2b-458e-9a70-eab2908c4175 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.174612] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1695.174612] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5230afef-ff69-ef3d-6ca4-d3123351b37d" [ 1695.174612] env[62284]: _type = "Task" [ 1695.174612] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.187108] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5230afef-ff69-ef3d-6ca4-d3123351b37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.316364] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "bfeaf525-4e5b-47df-aa69-81f0d438010e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.316641] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.403547] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bf9992-fc64-48df-a72c-8fd27a5c7179 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.414709] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9825044f-2ec8-4842-b5db-8ddafb073f4e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.449462] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e58673c-08bf-4833-901c-598d218e0813 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.458957] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829e8a6f-cab2-42c1-9ad8-ea82ba55a69c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.473789] env[62284]: DEBUG nova.compute.provider_tree [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.523180] env[62284]: DEBUG nova.network.neutron [req-b5acd983-ae84-433a-ac40-8389f071b3e5 req-f1f1014f-6c2b-4788-ae13-0f6cc2814745 service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Updated VIF entry in instance network info cache for port 8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.523552] env[62284]: DEBUG nova.network.neutron [req-b5acd983-ae84-433a-ac40-8389f071b3e5 req-f1f1014f-6c2b-4788-ae13-0f6cc2814745 service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Updating instance_info_cache with network_info: [{"id": "8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2", "address": "fa:16:3e:21:54:4f", "network": {"id": "267702f9-734e-47c6-94bd-d887e7312ca5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1424128704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2cd854b6524f90853ece058e3e0f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b9c179e-a4", "ovs_interfaceid": "8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.534772] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.607830] env[62284]: DEBUG oslo_vmware.api [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954332, 'name': ReconfigVM_Task, 'duration_secs': 0.180009} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.608273] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402743', 'volume_id': '575965b0-abe7-4349-aa26-e2396c9d62ed', 'name': 'volume-575965b0-abe7-4349-aa26-e2396c9d62ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '921af820-927f-4429-a5c0-e4eb55b3ca23', 'attached_at': '', 'detached_at': '', 'volume_id': '575965b0-abe7-4349-aa26-e2396c9d62ed', 'serial': '575965b0-abe7-4349-aa26-e2396c9d62ed'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1695.687029] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5230afef-ff69-ef3d-6ca4-d3123351b37d, 'name': SearchDatastore_Task, 'duration_secs': 0.014513} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.687355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.687615] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.687869] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.688037] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.688220] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.688474] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c6ad1c8-60f4-4615-8cf5-a45cc14d1d7e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.697837] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.698040] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.698760] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e38e03-a380-4eda-b150-59ff8b78f03d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.704266] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1695.704266] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523e6daa-abad-852d-ad76-eaef576e997f" [ 1695.704266] env[62284]: _type = "Task" [ 1695.704266] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.712094] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523e6daa-abad-852d-ad76-eaef576e997f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.980877] env[62284]: DEBUG nova.scheduler.client.report [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.034523] env[62284]: DEBUG oslo_concurrency.lockutils [req-b5acd983-ae84-433a-ac40-8389f071b3e5 req-f1f1014f-6c2b-4788-ae13-0f6cc2814745 service nova] Releasing lock "refresh_cache-826b1ff4-b3fe-4f86-a9a3-082dd79bc281" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.046754] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954331, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.216843] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523e6daa-abad-852d-ad76-eaef576e997f, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.217089] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a455dd8a-e536-4c73-a274-37800730f4f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.223016] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1696.223016] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a361d8-9a7a-06a6-8a7b-b83f22d83d96" [ 1696.223016] env[62284]: _type = "Task" [ 1696.223016] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.231438] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a361d8-9a7a-06a6-8a7b-b83f22d83d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.490280] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.490280] env[62284]: DEBUG nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.495877] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.213s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.497505] env[62284]: INFO nova.compute.claims [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.529689] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "5ec42b93-102a-4709-916e-c88a5c5c30aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.530031] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "5ec42b93-102a-4709-916e-c88a5c5c30aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.530261] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "5ec42b93-102a-4709-916e-c88a5c5c30aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.530446] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "5ec42b93-102a-4709-916e-c88a5c5c30aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.530641] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "5ec42b93-102a-4709-916e-c88a5c5c30aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.535182] env[62284]: INFO nova.compute.manager [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Terminating instance [ 1696.550838] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954331, 'name': PowerOnVM_Task, 'duration_secs': 1.048721} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.551546] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.551791] env[62284]: INFO nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1696.551930] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.553105] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6be3f06-cda2-41b5-8a86-2b10c4052f1e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.656459] env[62284]: DEBUG nova.objects.instance [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Lazy-loading 'flavor' on Instance uuid 921af820-927f-4429-a5c0-e4eb55b3ca23 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.733889] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a361d8-9a7a-06a6-8a7b-b83f22d83d96, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.734210] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.734465] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 826b1ff4-b3fe-4f86-a9a3-082dd79bc281/826b1ff4-b3fe-4f86-a9a3-082dd79bc281.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.734822] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c32cb5e-2331-47dd-b37c-c23c0702a510 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.742476] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1696.742476] env[62284]: value = "task-1954333" [ 1696.742476] env[62284]: _type = "Task" [ 1696.742476] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.750415] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.997694] env[62284]: DEBUG nova.compute.utils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.999528] env[62284]: DEBUG nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1696.999839] env[62284]: DEBUG nova.network.neutron [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1697.044404] env[62284]: DEBUG nova.compute.manager [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1697.044833] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1697.046443] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e50acf-7e08-4579-b464-91cb735a1423 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.057190] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.057453] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d905fb4-03ab-486b-b3f9-6cc4d904b9b0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.062977] env[62284]: DEBUG nova.policy [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9157beca09dc4e2090ee6aab5b103b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e814872cb04346ecb27e498345c642d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1697.071690] env[62284]: DEBUG oslo_vmware.api [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1697.071690] env[62284]: value = "task-1954334" [ 1697.071690] env[62284]: _type = "Task" [ 1697.071690] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.078164] env[62284]: INFO nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Took 44.29 seconds to build instance. [ 1697.087534] env[62284]: DEBUG oslo_vmware.api [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.163714] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9383c8ff-fa5c-45b9-8f0c-233fd2516929 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.202023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.202023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.255462] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954333, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.405187] env[62284]: DEBUG nova.network.neutron [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Successfully created port: ca23a9ab-a235-4248-96db-648844e65f17 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1697.505581] env[62284]: DEBUG nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.581967] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "4a4bce98-144d-462d-a835-f7a07262d5c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.518s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.593065] env[62284]: DEBUG oslo_vmware.api [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954334, 'name': PowerOffVM_Task, 'duration_secs': 0.356077} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.594105] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.594283] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.594530] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-000efced-9a05-4c68-84ef-5a2cce714fa9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.725986] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.726550] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.726550] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Deleting the datastore file [datastore1] 5ec42b93-102a-4709-916e-c88a5c5c30aa {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.726767] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4caa87cb-4613-49d1-a7c2-833a380a1153 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.734384] env[62284]: DEBUG oslo_vmware.api [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1697.734384] env[62284]: value = "task-1954336" [ 1697.734384] env[62284]: _type = "Task" [ 1697.734384] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.745591] env[62284]: DEBUG oslo_vmware.api [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.759465] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520849} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.759736] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 826b1ff4-b3fe-4f86-a9a3-082dd79bc281/826b1ff4-b3fe-4f86-a9a3-082dd79bc281.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.759988] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.760255] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d40eca68-8780-462e-99d7-a89551682b7d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.767738] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1697.767738] env[62284]: value = "task-1954337" [ 1697.767738] env[62284]: _type = "Task" [ 1697.767738] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.780405] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.016874] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fcaf83-2d3e-48a3-86c4-eb8260079d1f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.025918] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41ef013-36f2-493f-a090-3232acd72238 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.058948] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497f99dd-7c71-475a-9526-fa85e74e4b6f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.067902] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9818d3a-5b68-431f-9474-dd13c803351d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.082840] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Acquiring lock "921af820-927f-4429-a5c0-e4eb55b3ca23" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.083111] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.085340] env[62284]: DEBUG nova.compute.provider_tree [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.094210] env[62284]: DEBUG nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.244656] env[62284]: DEBUG oslo_vmware.api [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144398} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.244906] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.245111] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.245291] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.245465] env[62284]: INFO nova.compute.manager [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1698.245710] env[62284]: DEBUG oslo.service.loopingcall [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.245904] env[62284]: DEBUG nova.compute.manager [-] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.246007] env[62284]: DEBUG nova.network.neutron [-] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.278992] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079674} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.279286] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.280199] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4648ac-030c-4f6c-aeb9-2aea67ed0f81 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.305339] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 826b1ff4-b3fe-4f86-a9a3-082dd79bc281/826b1ff4-b3fe-4f86-a9a3-082dd79bc281.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.305866] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b25249-92cd-42f1-9880-1cd8b36a5d9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.329538] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1698.329538] env[62284]: value = "task-1954338" [ 1698.329538] env[62284]: _type = "Task" [ 1698.329538] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.338058] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.522645] env[62284]: DEBUG nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.549961] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.550260] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.550417] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.550598] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.550744] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.551016] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.551414] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.551585] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.551756] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.551919] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.552109] env[62284]: DEBUG nova.virt.hardware [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.552995] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71af53d4-206d-40e4-8322-b2b8c442e0cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.561763] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fed839d-bddb-4d2c-b8c4-e241b100651a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.585981] env[62284]: INFO nova.compute.manager [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Detaching volume 575965b0-abe7-4349-aa26-e2396c9d62ed [ 1698.589380] env[62284]: DEBUG nova.scheduler.client.report [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.616765] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.635856] env[62284]: INFO nova.virt.block_device [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Attempting to driver detach volume 575965b0-abe7-4349-aa26-e2396c9d62ed from mountpoint /dev/sdb [ 1698.636116] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1698.636307] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402743', 'volume_id': '575965b0-abe7-4349-aa26-e2396c9d62ed', 'name': 'volume-575965b0-abe7-4349-aa26-e2396c9d62ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '921af820-927f-4429-a5c0-e4eb55b3ca23', 'attached_at': '', 'detached_at': '', 'volume_id': '575965b0-abe7-4349-aa26-e2396c9d62ed', 'serial': '575965b0-abe7-4349-aa26-e2396c9d62ed'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1698.637212] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935de4f1-15f2-4f08-b699-a074f17a86d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.659894] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04459afd-a3fe-48a7-8659-377f0a61e933 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.667667] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116cc77e-64ca-4bd4-a4cd-65854de95fb3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.690606] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151a7d8f-e2cb-44ec-ab21-2209e3801dd8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.710036] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] The volume has not been displaced from its original location: [datastore1] volume-575965b0-abe7-4349-aa26-e2396c9d62ed/volume-575965b0-abe7-4349-aa26-e2396c9d62ed.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1698.717907] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1698.717907] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c91e7149-2bd3-4cdc-8615-19f591ecb966 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.737865] env[62284]: DEBUG oslo_vmware.api [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Waiting for the task: (returnval){ [ 1698.737865] env[62284]: value = "task-1954339" [ 1698.737865] env[62284]: _type = "Task" [ 1698.737865] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.746142] env[62284]: DEBUG oslo_vmware.api [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.840852] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.924358] env[62284]: DEBUG nova.compute.manager [req-6613392d-b1a4-40d6-82e1-feb181600b12 req-ff0ffd38-3623-4ab3-ad49-a9919d0082b0 service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Received event network-vif-plugged-ca23a9ab-a235-4248-96db-648844e65f17 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1698.924647] env[62284]: DEBUG oslo_concurrency.lockutils [req-6613392d-b1a4-40d6-82e1-feb181600b12 req-ff0ffd38-3623-4ab3-ad49-a9919d0082b0 service nova] Acquiring lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.924911] env[62284]: DEBUG oslo_concurrency.lockutils [req-6613392d-b1a4-40d6-82e1-feb181600b12 req-ff0ffd38-3623-4ab3-ad49-a9919d0082b0 service nova] Lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.928369] env[62284]: DEBUG oslo_concurrency.lockutils [req-6613392d-b1a4-40d6-82e1-feb181600b12 req-ff0ffd38-3623-4ab3-ad49-a9919d0082b0 service nova] Lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.928607] env[62284]: DEBUG nova.compute.manager [req-6613392d-b1a4-40d6-82e1-feb181600b12 req-ff0ffd38-3623-4ab3-ad49-a9919d0082b0 service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] No waiting events found dispatching network-vif-plugged-ca23a9ab-a235-4248-96db-648844e65f17 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1698.928813] env[62284]: WARNING nova.compute.manager [req-6613392d-b1a4-40d6-82e1-feb181600b12 req-ff0ffd38-3623-4ab3-ad49-a9919d0082b0 service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Received unexpected event network-vif-plugged-ca23a9ab-a235-4248-96db-648844e65f17 for instance with vm_state building and task_state spawning. [ 1699.096974] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.097511] env[62284]: DEBUG nova.compute.manager [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.101782] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.851s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.102034] env[62284]: DEBUG nova.objects.instance [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lazy-loading 'resources' on Instance uuid 0b7ee2f0-35d7-4253-9de6-a1e964415865 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.226472] env[62284]: DEBUG nova.compute.manager [req-db508146-3d49-4b0e-be91-cbaf7a7219d3 req-15edb6ac-872c-41b7-ada7-79b687f28c0b service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Received event network-vif-deleted-4119473f-7ce5-43e2-bd22-c1c0e1af7ac1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1699.226558] env[62284]: INFO nova.compute.manager [req-db508146-3d49-4b0e-be91-cbaf7a7219d3 req-15edb6ac-872c-41b7-ada7-79b687f28c0b service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Neutron deleted interface 4119473f-7ce5-43e2-bd22-c1c0e1af7ac1; detaching it from the instance and deleting it from the info cache [ 1699.226702] env[62284]: DEBUG nova.network.neutron [req-db508146-3d49-4b0e-be91-cbaf7a7219d3 req-15edb6ac-872c-41b7-ada7-79b687f28c0b service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.250143] env[62284]: DEBUG oslo_vmware.api [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954339, 'name': ReconfigVM_Task, 'duration_secs': 0.412214} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.250663] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1699.255696] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99066c27-84a9-46fb-a6ed-90c941706322 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.274137] env[62284]: DEBUG nova.network.neutron [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Successfully updated port: ca23a9ab-a235-4248-96db-648844e65f17 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1699.278186] env[62284]: DEBUG oslo_vmware.api [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Waiting for the task: (returnval){ [ 1699.278186] env[62284]: value = "task-1954340" [ 1699.278186] env[62284]: _type = "Task" [ 1699.278186] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.287956] env[62284]: DEBUG oslo_vmware.api [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.341798] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954338, 'name': ReconfigVM_Task, 'duration_secs': 0.819554} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.342710] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 826b1ff4-b3fe-4f86-a9a3-082dd79bc281/826b1ff4-b3fe-4f86-a9a3-082dd79bc281.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.342832] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f125170f-ca06-422a-9339-52bb8668042a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.351388] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1699.351388] env[62284]: value = "task-1954341" [ 1699.351388] env[62284]: _type = "Task" [ 1699.351388] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.360950] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954341, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.562618] env[62284]: DEBUG nova.network.neutron [-] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.605051] env[62284]: DEBUG nova.compute.utils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1699.607461] env[62284]: DEBUG nova.compute.manager [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Not allocating networking since 'none' was specified. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1699.729956] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7da01ee0-e200-4a96-b31b-fa221021b371 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.740882] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e4f981-2e6a-499c-a7e2-2afe3dc3bd9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.464944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.465284] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.465284] env[62284]: DEBUG nova.network.neutron [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1700.466765] env[62284]: INFO nova.compute.manager [-] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Took 2.22 seconds to deallocate network for instance. [ 1700.467192] env[62284]: DEBUG nova.compute.manager [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.493702] env[62284]: DEBUG nova.compute.manager [req-db508146-3d49-4b0e-be91-cbaf7a7219d3 req-15edb6ac-872c-41b7-ada7-79b687f28c0b service nova] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Detach interface failed, port_id=4119473f-7ce5-43e2-bd22-c1c0e1af7ac1, reason: Instance 5ec42b93-102a-4709-916e-c88a5c5c30aa could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1700.502496] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954341, 'name': Rename_Task, 'duration_secs': 0.270611} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.502719] env[62284]: DEBUG oslo_vmware.api [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Task: {'id': task-1954340, 'name': ReconfigVM_Task, 'duration_secs': 0.274055} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.503194] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.503497] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402743', 'volume_id': '575965b0-abe7-4349-aa26-e2396c9d62ed', 'name': 'volume-575965b0-abe7-4349-aa26-e2396c9d62ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '921af820-927f-4429-a5c0-e4eb55b3ca23', 'attached_at': '', 'detached_at': '', 'volume_id': '575965b0-abe7-4349-aa26-e2396c9d62ed', 'serial': '575965b0-abe7-4349-aa26-e2396c9d62ed'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1700.505776] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f613148-e0b8-4fef-ad4a-d0553cfe2993 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.514125] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1700.514125] env[62284]: value = "task-1954342" [ 1700.514125] env[62284]: _type = "Task" [ 1700.514125] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.523448] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.842530] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf51227-e918-4441-8fce-617419ab2995 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.850912] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05e1ecf-e3b9-4011-92ac-cbbadae7b751 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.884648] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e61c36-9bcc-4fe8-b48a-fa3bd7b4b321 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.893251] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d56bb-e5a3-46d8-894f-1df05630cb95 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.907608] env[62284]: DEBUG nova.compute.provider_tree [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.951628] env[62284]: DEBUG nova.compute.manager [req-215cc9c4-2b19-46e4-8b9e-5aefffff8df1 req-91e1d759-9384-409c-956b-dce76e55c04b service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Received event network-changed-ca23a9ab-a235-4248-96db-648844e65f17 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1700.951846] env[62284]: DEBUG nova.compute.manager [req-215cc9c4-2b19-46e4-8b9e-5aefffff8df1 req-91e1d759-9384-409c-956b-dce76e55c04b service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Refreshing instance network info cache due to event network-changed-ca23a9ab-a235-4248-96db-648844e65f17. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1700.952120] env[62284]: DEBUG oslo_concurrency.lockutils [req-215cc9c4-2b19-46e4-8b9e-5aefffff8df1 req-91e1d759-9384-409c-956b-dce76e55c04b service nova] Acquiring lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.981875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.004942] env[62284]: DEBUG nova.network.neutron [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1701.026887] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.084381] env[62284]: DEBUG nova.objects.instance [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Lazy-loading 'flavor' on Instance uuid 921af820-927f-4429-a5c0-e4eb55b3ca23 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.165990] env[62284]: DEBUG nova.network.neutron [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Updating instance_info_cache with network_info: [{"id": "ca23a9ab-a235-4248-96db-648844e65f17", "address": "fa:16:3e:9f:17:50", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca23a9ab-a2", "ovs_interfaceid": "ca23a9ab-a235-4248-96db-648844e65f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.410920] env[62284]: DEBUG nova.scheduler.client.report [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.478627] env[62284]: DEBUG nova.compute.manager [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.502970] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.503238] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.503394] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.503571] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.503712] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.503855] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.504073] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.504234] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.504399] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.504557] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.504727] env[62284]: DEBUG nova.virt.hardware [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.505645] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776c681-d54a-48f2-b173-628109deb627 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.518512] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf4359-77c8-4854-9001-66ebd895fd28 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.528302] env[62284]: DEBUG oslo_vmware.api [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954342, 'name': PowerOnVM_Task, 'duration_secs': 0.610742} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.536429] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.536609] env[62284]: INFO nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1701.536798] env[62284]: DEBUG nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.537278] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1701.543099] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Creating folder: Project (d768275ccfd34d83b5581be6aba5362e). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1701.543928] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c866cf-87b4-41c0-bb22-08e8f2c12003 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.549106] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c93924dc-0969-4399-a897-eb9d867dcc9d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.560808] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Created folder: Project (d768275ccfd34d83b5581be6aba5362e) in parent group-v402637. [ 1701.561113] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Creating folder: Instances. Parent ref: group-v402746. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1701.561395] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3c067fe-02a3-4ef2-af7b-5e9fee94f9c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.572899] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Created folder: Instances in parent group-v402746. [ 1701.573076] env[62284]: DEBUG oslo.service.loopingcall [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.573345] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1701.573636] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7c7922-ef90-4119-9dea-522ea798d36a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.599021] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1701.599021] env[62284]: value = "task-1954345" [ 1701.599021] env[62284]: _type = "Task" [ 1701.599021] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.609675] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954345, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.668335] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.668722] env[62284]: DEBUG nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Instance network_info: |[{"id": "ca23a9ab-a235-4248-96db-648844e65f17", "address": "fa:16:3e:9f:17:50", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca23a9ab-a2", "ovs_interfaceid": "ca23a9ab-a235-4248-96db-648844e65f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1701.669247] env[62284]: DEBUG oslo_concurrency.lockutils [req-215cc9c4-2b19-46e4-8b9e-5aefffff8df1 req-91e1d759-9384-409c-956b-dce76e55c04b service nova] Acquired lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.669628] env[62284]: DEBUG nova.network.neutron [req-215cc9c4-2b19-46e4-8b9e-5aefffff8df1 req-91e1d759-9384-409c-956b-dce76e55c04b service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Refreshing network info cache for port ca23a9ab-a235-4248-96db-648844e65f17 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.671233] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:17:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca23a9ab-a235-4248-96db-648844e65f17', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1701.682848] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Creating folder: Project (e814872cb04346ecb27e498345c642d2). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1701.686685] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0183810-2945-4d50-9dca-3648769346b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.702280] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Created folder: Project (e814872cb04346ecb27e498345c642d2) in parent group-v402637. [ 1701.702499] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Creating folder: Instances. Parent ref: group-v402749. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1701.702821] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35f17139-3b39-4c45-a867-d2fc3cf918ad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.717141] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Created folder: Instances in parent group-v402749. [ 1701.717141] env[62284]: DEBUG oslo.service.loopingcall [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.717141] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1701.717141] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73292f1d-56d0-4413-9d7b-e6a2ff6dd9f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.737276] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1701.737276] env[62284]: value = "task-1954348" [ 1701.737276] env[62284]: _type = "Task" [ 1701.737276] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.747835] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954348, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.917149] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.815s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.919795] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.159s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.920957] env[62284]: DEBUG nova.objects.instance [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'resources' on Instance uuid 066c21bf-8eab-4b81-921d-e3b453b1f5e7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.947633] env[62284]: DEBUG nova.network.neutron [req-215cc9c4-2b19-46e4-8b9e-5aefffff8df1 req-91e1d759-9384-409c-956b-dce76e55c04b service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Updated VIF entry in instance network info cache for port ca23a9ab-a235-4248-96db-648844e65f17. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.948097] env[62284]: DEBUG nova.network.neutron [req-215cc9c4-2b19-46e4-8b9e-5aefffff8df1 req-91e1d759-9384-409c-956b-dce76e55c04b service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Updating instance_info_cache with network_info: [{"id": "ca23a9ab-a235-4248-96db-648844e65f17", "address": "fa:16:3e:9f:17:50", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca23a9ab-a2", "ovs_interfaceid": "ca23a9ab-a235-4248-96db-648844e65f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.959298] env[62284]: INFO nova.scheduler.client.report [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Deleted allocations for instance 0b7ee2f0-35d7-4253-9de6-a1e964415865 [ 1702.073652] env[62284]: INFO nova.compute.manager [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Took 44.96 seconds to build instance. [ 1702.095421] env[62284]: DEBUG oslo_concurrency.lockutils [None req-20675016-6dcf-4570-8080-06e29461b719 tempest-VolumesAssistedSnapshotsTest-439203993 tempest-VolumesAssistedSnapshotsTest-439203993-project-admin] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.012s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.108919] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954345, 'name': CreateVM_Task, 'duration_secs': 0.322924} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.109730] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1702.110262] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.110437] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.110761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1702.111326] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39526e22-0cfc-4ed9-96b8-db751fffa168 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.117267] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1702.117267] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52742226-e524-42d8-e718-5274277ab687" [ 1702.117267] env[62284]: _type = "Task" [ 1702.117267] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.126559] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52742226-e524-42d8-e718-5274277ab687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.257535] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954348, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.451682] env[62284]: DEBUG oslo_concurrency.lockutils [req-215cc9c4-2b19-46e4-8b9e-5aefffff8df1 req-91e1d759-9384-409c-956b-dce76e55c04b service nova] Releasing lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.468051] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3df0612-5ad1-423d-bfd1-323e1b5a098a tempest-ServersAdmin275Test-339933724 tempest-ServersAdmin275Test-339933724-project-member] Lock "0b7ee2f0-35d7-4253-9de6-a1e964415865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.541s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.577346] env[62284]: DEBUG oslo_concurrency.lockutils [None req-15444f28-1007-4f83-bc05-245530a85ca4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.467s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.630232] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52742226-e524-42d8-e718-5274277ab687, 'name': SearchDatastore_Task, 'duration_secs': 0.013376} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.630414] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.631234] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1702.631234] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.631492] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.632335] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1702.632335] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5fc632f-8487-43e8-b654-a332b3b38162 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.643164] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1702.643475] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1702.644584] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fab8aca-5022-4591-81b5-e8c07625913f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.652421] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1702.652421] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527cecfc-605d-55a7-485d-8be735633544" [ 1702.652421] env[62284]: _type = "Task" [ 1702.652421] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.660502] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527cecfc-605d-55a7-485d-8be735633544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.755160] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954348, 'name': CreateVM_Task, 'duration_secs': 0.657496} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.755160] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1702.755160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.755160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.755160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1702.755160] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6ee057-349e-41ad-8f05-89cf6f7e7858 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.763309] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1702.763309] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a6fa59-a0f7-bf64-dcff-46b9b51120a9" [ 1702.763309] env[62284]: _type = "Task" [ 1702.763309] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.771971] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a6fa59-a0f7-bf64-dcff-46b9b51120a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.882965] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc1736d-85d5-44d0-b384-98d7cf06996f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.896082] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943dfd8-33e1-4864-bc18-8a4f933fedeb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.933493] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2882000-fbfd-40de-856c-3187b16a7a9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.942033] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc23906-af8d-4f30-9a3e-37b1c17f0f99 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.956641] env[62284]: DEBUG nova.compute.provider_tree [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.080456] env[62284]: DEBUG nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1703.163941] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527cecfc-605d-55a7-485d-8be735633544, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.165367] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182f05d2-0a21-45c5-ba0d-852e41b802bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.173175] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1703.173175] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c53810-aedb-4186-d802-deb7886ef80e" [ 1703.173175] env[62284]: _type = "Task" [ 1703.173175] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.184157] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c53810-aedb-4186-d802-deb7886ef80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.274568] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a6fa59-a0f7-bf64-dcff-46b9b51120a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.274887] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.275186] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.275350] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.460401] env[62284]: DEBUG nova.scheduler.client.report [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.503839] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.504097] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.504314] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.504503] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.504656] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.507206] env[62284]: INFO nova.compute.manager [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Terminating instance [ 1703.606609] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.685134] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c53810-aedb-4186-d802-deb7886ef80e, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.685222] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.685479] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764/1494e9ab-1538-4c17-bb17-af10e9c1c764.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1703.685777] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.685964] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.686406] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd19a04d-da23-4e78-893b-83a932bd1b1f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.688282] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee420855-59b0-4612-b115-4f13d9acf49b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.696940] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1703.696940] env[62284]: value = "task-1954350" [ 1703.696940] env[62284]: _type = "Task" [ 1703.696940] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.701296] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.701523] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.702646] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f9fc27-f92d-43a8-89ec-06dbd7837ef0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.709527] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.713659] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1703.713659] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526f89ae-3b0b-6904-6700-2957e0f6e19c" [ 1703.713659] env[62284]: _type = "Task" [ 1703.713659] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.722347] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526f89ae-3b0b-6904-6700-2957e0f6e19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.965941] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.969266] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.968s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.970762] env[62284]: DEBUG nova.objects.instance [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lazy-loading 'resources' on Instance uuid ff23b756-780d-4e5e-98b0-4ccd0bcd7e97 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.002694] env[62284]: INFO nova.scheduler.client.report [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted allocations for instance 066c21bf-8eab-4b81-921d-e3b453b1f5e7 [ 1704.012125] env[62284]: DEBUG nova.compute.manager [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1704.012420] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1704.013692] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f77c46-e281-4d9a-919f-a295c3b4b02a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.029033] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1704.029303] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e886e8cd-cc69-40d2-a3d6-6cf8cc05f5f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.039900] env[62284]: DEBUG oslo_vmware.api [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1704.039900] env[62284]: value = "task-1954351" [ 1704.039900] env[62284]: _type = "Task" [ 1704.039900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.053042] env[62284]: DEBUG oslo_vmware.api [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.216905] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954350, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.230064] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526f89ae-3b0b-6904-6700-2957e0f6e19c, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.231195] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c61813-551e-4ac9-8070-79fd3a97cc9e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.253946] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1704.253946] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52892f28-55bc-dd1d-2379-3731cc66ca93" [ 1704.253946] env[62284]: _type = "Task" [ 1704.253946] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.267408] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52892f28-55bc-dd1d-2379-3731cc66ca93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.518035] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a0f1cc-c056-4f96-a4b3-dc8d893b3cdc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "066c21bf-8eab-4b81-921d-e3b453b1f5e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.422s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.557847] env[62284]: DEBUG oslo_vmware.api [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954351, 'name': PowerOffVM_Task, 'duration_secs': 0.381185} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.558481] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1704.558481] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1704.558654] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa1d87f-a10f-40c3-b4ea-f53af5b13fec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.656170] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1704.656487] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1704.658351] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleting the datastore file [datastore1] 6f5e38dd-7a22-4065-bc06-c4aefa6092e3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1704.658351] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9b0bc14-5fd1-459a-bf83-2881b9e8f6da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.665829] env[62284]: DEBUG oslo_vmware.api [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1704.665829] env[62284]: value = "task-1954353" [ 1704.665829] env[62284]: _type = "Task" [ 1704.665829] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.676394] env[62284]: DEBUG oslo_vmware.api [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.716922] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542634} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.717649] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764/1494e9ab-1538-4c17-bb17-af10e9c1c764.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1704.717860] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1704.718145] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96516369-ea9f-41f6-b4db-f0b8554edf23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.728062] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1704.728062] env[62284]: value = "task-1954354" [ 1704.728062] env[62284]: _type = "Task" [ 1704.728062] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.741104] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.768012] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52892f28-55bc-dd1d-2379-3731cc66ca93, 'name': SearchDatastore_Task, 'duration_secs': 0.025231} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.768599] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.768911] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81/af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1704.769166] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed8b8ab-e9d5-4ccc-a3bd-951e02aa0b68 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.782493] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1704.782493] env[62284]: value = "task-1954355" [ 1704.782493] env[62284]: _type = "Task" [ 1704.782493] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.794160] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.982266] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f84fef3-7f80-479c-8647-31214b524a25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.990695] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec78a6-2571-4afa-a833-8f3fef26f034 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.023130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168c0cd5-4b5f-4534-838f-2fb6a96acc52 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.032434] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a756c5-eef2-4fe6-91b1-0c81a31555d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.049335] env[62284]: DEBUG nova.compute.provider_tree [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.178184] env[62284]: DEBUG oslo_vmware.api [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163584} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.178688] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1705.178997] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1705.179358] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1705.179654] env[62284]: INFO nova.compute.manager [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1705.180282] env[62284]: DEBUG oslo.service.loopingcall [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.180647] env[62284]: DEBUG nova.compute.manager [-] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1705.181650] env[62284]: DEBUG nova.network.neutron [-] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1705.243972] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083054} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.244288] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.246606] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781377cd-9592-496d-b230-e329ea3d9ceb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.272254] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764/1494e9ab-1538-4c17-bb17-af10e9c1c764.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.272762] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-319c4a63-ae01-46f2-b398-39e8b5832aba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.317871] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.317871] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.317871] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1705.317871] env[62284]: value = "task-1954356" [ 1705.317871] env[62284]: _type = "Task" [ 1705.317871] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.317871] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.331889] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.558909] env[62284]: DEBUG nova.scheduler.client.report [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.600187] env[62284]: DEBUG nova.compute.manager [req-5b1cf9a0-9a5d-4b93-9d96-879eae41fce3 req-4938d883-4437-4eeb-913b-462a9ce85093 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Received event network-vif-deleted-3eda9698-0216-41d6-a204-576a0035adb0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1705.601202] env[62284]: INFO nova.compute.manager [req-5b1cf9a0-9a5d-4b93-9d96-879eae41fce3 req-4938d883-4437-4eeb-913b-462a9ce85093 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Neutron deleted interface 3eda9698-0216-41d6-a204-576a0035adb0; detaching it from the instance and deleting it from the info cache [ 1705.601202] env[62284]: DEBUG nova.network.neutron [req-5b1cf9a0-9a5d-4b93-9d96-879eae41fce3 req-4938d883-4437-4eeb-913b-462a9ce85093 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.805095] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954355, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.829534] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.850064] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquiring lock "921af820-927f-4429-a5c0-e4eb55b3ca23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.850353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.850574] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquiring lock "921af820-927f-4429-a5c0-e4eb55b3ca23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.850813] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.851014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.854381] env[62284]: INFO nova.compute.manager [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Terminating instance [ 1705.973965] env[62284]: DEBUG nova.network.neutron [-] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.065129] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.067518] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.783s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.067928] env[62284]: DEBUG nova.objects.instance [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1706.088542] env[62284]: INFO nova.scheduler.client.report [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Deleted allocations for instance ff23b756-780d-4e5e-98b0-4ccd0bcd7e97 [ 1706.105543] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96f6073a-00fc-4a80-938c-822eea16507d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.117467] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7030a2e-1157-49d0-91f2-73e0562052b0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.156330] env[62284]: DEBUG nova.compute.manager [req-5b1cf9a0-9a5d-4b93-9d96-879eae41fce3 req-4938d883-4437-4eeb-913b-462a9ce85093 service nova] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Detach interface failed, port_id=3eda9698-0216-41d6-a204-576a0035adb0, reason: Instance 6f5e38dd-7a22-4065-bc06-c4aefa6092e3 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1706.306414] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954355, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.331774] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.357767] env[62284]: DEBUG nova.compute.manager [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1706.358049] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1706.359068] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fef2462-6597-417a-a2e5-d54e575e5906 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.367014] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.367319] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ece2cfcc-d79b-4d57-a0ad-cc614252040d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.376281] env[62284]: DEBUG oslo_vmware.api [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1706.376281] env[62284]: value = "task-1954357" [ 1706.376281] env[62284]: _type = "Task" [ 1706.376281] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.386255] env[62284]: DEBUG oslo_vmware.api [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1954357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.477031] env[62284]: INFO nova.compute.manager [-] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Took 1.30 seconds to deallocate network for instance. [ 1706.598952] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d643ec8-7513-449e-b465-5b782a256041 tempest-ImagesNegativeTestJSON-32543104 tempest-ImagesNegativeTestJSON-32543104-project-member] Lock "ff23b756-780d-4e5e-98b0-4ccd0bcd7e97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.527s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.808213] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954355, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.575539} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.808688] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81/af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.809034] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.809406] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a224a79-64ba-4f13-812b-9500d4624d36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.818523] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1706.818523] env[62284]: value = "task-1954358" [ 1706.818523] env[62284]: _type = "Task" [ 1706.818523] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.837149] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.841048] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954356, 'name': ReconfigVM_Task, 'duration_secs': 1.054079} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.841540] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764/1494e9ab-1538-4c17-bb17-af10e9c1c764.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1706.842676] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adec14ed-8c2d-4232-a949-b48bf96db411 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.850665] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1706.850665] env[62284]: value = "task-1954359" [ 1706.850665] env[62284]: _type = "Task" [ 1706.850665] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.864198] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954359, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.887547] env[62284]: DEBUG oslo_vmware.api [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1954357, 'name': PowerOffVM_Task, 'duration_secs': 0.487487} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.887874] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.888119] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.888417] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6abad23-2116-4cf9-b679-85c88d198bd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.986200] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.076754] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3e80215a-897a-432f-9508-bf9fe349a44c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.080345] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.170s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.080345] env[62284]: INFO nova.compute.claims [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1707.329468] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075465} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.329967] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1707.330727] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37151d1f-808d-48c9-b4bf-a941dbc77e04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.361157] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81/af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.361157] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3d7347-2018-46e8-a087-646ecbf96846 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.385026] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954359, 'name': Rename_Task, 'duration_secs': 0.357628} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.386505] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.387072] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1707.387072] env[62284]: value = "task-1954361" [ 1707.387072] env[62284]: _type = "Task" [ 1707.387072] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.387235] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4229d6e8-4938-4c74-a310-d2af284235db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.397882] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1707.397882] env[62284]: value = "task-1954362" [ 1707.397882] env[62284]: _type = "Task" [ 1707.397882] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.401776] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954361, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.412198] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.559240] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.559500] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.559676] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Deleting the datastore file [datastore1] 921af820-927f-4429-a5c0-e4eb55b3ca23 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.559948] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee5337a-0890-478c-ac78-acb0b3026878 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.567774] env[62284]: DEBUG oslo_vmware.api [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for the task: (returnval){ [ 1707.567774] env[62284]: value = "task-1954363" [ 1707.567774] env[62284]: _type = "Task" [ 1707.567774] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.576909] env[62284]: DEBUG oslo_vmware.api [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1954363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.904026] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.917973] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954362, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.078850] env[62284]: DEBUG oslo_vmware.api [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Task: {'id': task-1954363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210135} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.080171] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.080442] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.080673] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.080857] env[62284]: INFO nova.compute.manager [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1708.081328] env[62284]: DEBUG oslo.service.loopingcall [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.082333] env[62284]: DEBUG nova.compute.manager [-] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.082333] env[62284]: DEBUG nova.network.neutron [-] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.401805] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954361, 'name': ReconfigVM_Task, 'duration_secs': 0.628712} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.404032] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Reconfigured VM instance instance-00000025 to attach disk [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81/af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.404032] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e803d0a8-1626-4f58-afc6-620b66c1ed96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.417203] env[62284]: DEBUG oslo_vmware.api [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954362, 'name': PowerOnVM_Task, 'duration_secs': 0.911494} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.424119] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.424119] env[62284]: INFO nova.compute.manager [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1708.424119] env[62284]: DEBUG nova.compute.manager [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.424119] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1708.424119] env[62284]: value = "task-1954364" [ 1708.424119] env[62284]: _type = "Task" [ 1708.424119] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.426293] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd2d66-323b-48b7-bcbb-eed8efd665ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.440417] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954364, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.711562] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4394fa4f-a1b1-433d-a00e-eec91f27de9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.720541] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bfd0a0-6efa-4dde-a00d-549d2eae7e10 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.761422] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07561f8e-98cf-4621-8c78-c4c50dbafaa8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.768823] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd07c4-50c0-49d3-ab46-160b797d3ca4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.785602] env[62284]: DEBUG nova.compute.provider_tree [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1708.883812] env[62284]: DEBUG nova.compute.manager [req-1e404f14-73fa-4fd8-bca9-ddded9dbca60 req-e0e11d2a-7569-461a-83aa-ff7abc849b71 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Received event network-vif-deleted-b39c0ee3-48cb-4a17-9c0e-0fd48384f735 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1708.883812] env[62284]: INFO nova.compute.manager [req-1e404f14-73fa-4fd8-bca9-ddded9dbca60 req-e0e11d2a-7569-461a-83aa-ff7abc849b71 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Neutron deleted interface b39c0ee3-48cb-4a17-9c0e-0fd48384f735; detaching it from the instance and deleting it from the info cache [ 1708.883979] env[62284]: DEBUG nova.network.neutron [req-1e404f14-73fa-4fd8-bca9-ddded9dbca60 req-e0e11d2a-7569-461a-83aa-ff7abc849b71 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.939378] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954364, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.958012] env[62284]: INFO nova.compute.manager [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Took 44.72 seconds to build instance. [ 1709.287892] env[62284]: DEBUG nova.network.neutron [-] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.315679] env[62284]: ERROR nova.scheduler.client.report [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [req-8683ba5d-3106-43f8-ab47-069912344419] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8683ba5d-3106-43f8-ab47-069912344419"}]} [ 1709.337970] env[62284]: DEBUG nova.scheduler.client.report [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1709.355664] env[62284]: DEBUG nova.scheduler.client.report [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1709.355946] env[62284]: DEBUG nova.compute.provider_tree [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.373991] env[62284]: DEBUG nova.scheduler.client.report [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1709.387266] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f351c31-8579-4699-94fa-3bc028a5220f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.398417] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf23053-2030-46df-b895-9f09b76b65a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.414251] env[62284]: DEBUG nova.scheduler.client.report [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1709.442280] env[62284]: DEBUG nova.compute.manager [req-1e404f14-73fa-4fd8-bca9-ddded9dbca60 req-e0e11d2a-7569-461a-83aa-ff7abc849b71 service nova] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Detach interface failed, port_id=b39c0ee3-48cb-4a17-9c0e-0fd48384f735, reason: Instance 921af820-927f-4429-a5c0-e4eb55b3ca23 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1709.454839] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954364, 'name': Rename_Task, 'duration_secs': 0.556173} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.455133] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.455386] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6c7b55-89b4-49f8-ad76-bbb9e6573f96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.459629] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f4d1d28a-3ab1-4da3-b4f6-53261ef2fdc1 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "1494e9ab-1538-4c17-bb17-af10e9c1c764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.938s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.462179] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1709.462179] env[62284]: value = "task-1954365" [ 1709.462179] env[62284]: _type = "Task" [ 1709.462179] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.473722] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.798325] env[62284]: INFO nova.compute.manager [-] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Took 1.72 seconds to deallocate network for instance. [ 1709.966735] env[62284]: DEBUG nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1709.986504] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.993713] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ebff00-cb53-4031-8e62-aac1802387d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.002563] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f6fd6-63a6-4c6f-9ef0-cc7dfb7ac50a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.047255] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcd0d2c-9392-439f-a1fd-756900fd3347 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.058621] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0b0c7-40c3-4a15-87d0-ee0c166c4f6f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.072899] env[62284]: DEBUG nova.compute.provider_tree [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.140644] env[62284]: INFO nova.compute.manager [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Rebuilding instance [ 1710.202836] env[62284]: DEBUG nova.compute.manager [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.203797] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a6a57-8766-4c0c-bcd2-6c2aa70878ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.320408] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.488506] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.497185] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.618888] env[62284]: DEBUG nova.scheduler.client.report [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1710.618888] env[62284]: DEBUG nova.compute.provider_tree [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 63 to 64 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1710.618888] env[62284]: DEBUG nova.compute.provider_tree [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.988781] env[62284]: DEBUG oslo_vmware.api [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954365, 'name': PowerOnVM_Task, 'duration_secs': 1.200148} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.989472] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.989682] env[62284]: INFO nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Took 12.47 seconds to spawn the instance on the hypervisor. [ 1710.989864] env[62284]: DEBUG nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.990785] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f9162-d5a2-4e98-9d7e-36582c861b6b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.124903] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.047s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.125448] env[62284]: DEBUG nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.128049] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.134s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.129459] env[62284]: INFO nova.compute.claims [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.225392] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.225392] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b825cc-0aec-4221-8c6a-2af64b1d1da2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.233642] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1711.233642] env[62284]: value = "task-1954366" [ 1711.233642] env[62284]: _type = "Task" [ 1711.233642] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.250650] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.516871] env[62284]: INFO nova.compute.manager [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Took 50.41 seconds to build instance. [ 1711.640124] env[62284]: DEBUG nova.compute.utils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.644899] env[62284]: DEBUG nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1711.648086] env[62284]: DEBUG nova.network.neutron [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.714637] env[62284]: DEBUG nova.policy [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0cb07e69a4448169a15a91e90925b63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01f30355ec549c7a6043a0122e280f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.747076] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954366, 'name': PowerOffVM_Task, 'duration_secs': 0.312846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.747184] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.747413] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1711.748658] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df08123-2764-4aee-ba55-6f216ac24ac3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.756175] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.756468] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27ce95c1-df5d-4854-b950-8c1f7b636035 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.785498] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.785759] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.785902] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Deleting the datastore file [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.786205] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e044e2a-3c73-4eb0-8dc9-36bf912cac6e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.798174] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1711.798174] env[62284]: value = "task-1954368" [ 1711.798174] env[62284]: _type = "Task" [ 1711.798174] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.803914] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.018646] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29fd99c2-fff3-4a52-adf1-548ae0356eaa tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.580s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.139260] env[62284]: DEBUG nova.network.neutron [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Successfully created port: 8e26fd35-835e-4c74-bba6-a08bc59a759c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.147479] env[62284]: DEBUG nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.312114] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218751} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.312434] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.313338] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.313338] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.521731] env[62284]: DEBUG nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1712.725089] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb1a76c-c5ce-44ab-b7d4-868be797e9fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.735217] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6727f038-c17e-433f-a226-fdd530c804f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.777067] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cf184c-6f80-4f54-9d41-4f96f07a9fec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.785391] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquiring lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.785865] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.792864] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f369072-93bf-4db5-82d4-5c7757c58cb2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.811330] env[62284]: DEBUG nova.compute.provider_tree [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.973760] env[62284]: INFO nova.compute.manager [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Rescuing [ 1712.974011] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.974192] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.974368] env[62284]: DEBUG nova.network.neutron [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.040520] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.167930] env[62284]: DEBUG nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.202201] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.202201] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.202768] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.203127] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.203464] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.206019] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.206019] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.206019] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.206019] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.206019] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.206312] env[62284]: DEBUG nova.virt.hardware [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.206312] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c029a0c1-eafb-4c03-b26c-2265192addf2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.224524] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4f00a7-eac1-459d-b2ec-44b0b66ae63d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.342723] env[62284]: ERROR nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [req-eb30ef11-7ead-4a71-a15b-816a6c082066] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb30ef11-7ead-4a71-a15b-816a6c082066"}]} [ 1713.355760] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.358922] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.358922] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.358922] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.358922] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.358922] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.358922] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.359250] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.359250] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.359250] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.359250] env[62284]: DEBUG nova.virt.hardware [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.359250] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b808c1f8-13d6-4608-afce-5c53938ae827 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.370593] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1713.373555] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9202fdc2-7a2d-47eb-905e-7e670769efa7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.390122] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.396086] env[62284]: DEBUG oslo.service.loopingcall [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.397273] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1713.397482] env[62284]: DEBUG nova.compute.provider_tree [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.399522] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.400751] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-821cd40b-4526-42cf-9121-b328ea122960 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.413009] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1713.422696] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.422696] env[62284]: value = "task-1954369" [ 1713.422696] env[62284]: _type = "Task" [ 1713.422696] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.435609] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954369, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.436556] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1713.719070] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Acquiring lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.719449] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.719729] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Acquiring lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.719972] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.720214] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.724669] env[62284]: INFO nova.compute.manager [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Terminating instance [ 1713.811986] env[62284]: DEBUG nova.network.neutron [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Updating instance_info_cache with network_info: [{"id": "ca23a9ab-a235-4248-96db-648844e65f17", "address": "fa:16:3e:9f:17:50", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca23a9ab-a2", "ovs_interfaceid": "ca23a9ab-a235-4248-96db-648844e65f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.884091] env[62284]: DEBUG nova.compute.manager [req-e56b8404-b362-48f7-8b1a-0bc8ae228a75 req-afec5b2a-81be-4117-9087-3d0dcc7e67e3 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Received event network-vif-plugged-8e26fd35-835e-4c74-bba6-a08bc59a759c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1713.884317] env[62284]: DEBUG oslo_concurrency.lockutils [req-e56b8404-b362-48f7-8b1a-0bc8ae228a75 req-afec5b2a-81be-4117-9087-3d0dcc7e67e3 service nova] Acquiring lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.884672] env[62284]: DEBUG oslo_concurrency.lockutils [req-e56b8404-b362-48f7-8b1a-0bc8ae228a75 req-afec5b2a-81be-4117-9087-3d0dcc7e67e3 service nova] Lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.884763] env[62284]: DEBUG oslo_concurrency.lockutils [req-e56b8404-b362-48f7-8b1a-0bc8ae228a75 req-afec5b2a-81be-4117-9087-3d0dcc7e67e3 service nova] Lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.884953] env[62284]: DEBUG nova.compute.manager [req-e56b8404-b362-48f7-8b1a-0bc8ae228a75 req-afec5b2a-81be-4117-9087-3d0dcc7e67e3 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] No waiting events found dispatching network-vif-plugged-8e26fd35-835e-4c74-bba6-a08bc59a759c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1713.885571] env[62284]: WARNING nova.compute.manager [req-e56b8404-b362-48f7-8b1a-0bc8ae228a75 req-afec5b2a-81be-4117-9087-3d0dcc7e67e3 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Received unexpected event network-vif-plugged-8e26fd35-835e-4c74-bba6-a08bc59a759c for instance with vm_state building and task_state spawning. [ 1713.919209] env[62284]: DEBUG nova.network.neutron [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Successfully updated port: 8e26fd35-835e-4c74-bba6-a08bc59a759c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.940280] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954369, 'name': CreateVM_Task, 'duration_secs': 0.312828} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.945193] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.945562] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.945823] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.946252] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.946595] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790ec61c-433c-4637-84ea-38f87b954a9d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.955772] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1713.955772] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc04a9-4348-12e4-de79-4080ccc4be25" [ 1713.955772] env[62284]: _type = "Task" [ 1713.955772] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.971169] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc04a9-4348-12e4-de79-4080ccc4be25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.060293] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquiring lock "09b1d099-befe-4e35-9180-76ae8ba84163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.060943] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "09b1d099-befe-4e35-9180-76ae8ba84163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.088852] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94d85d0-36f5-4e6c-aac0-d3f74c78c5a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.097539] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a031f5-6806-4727-ab1a-a6fa3c55602d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.133288] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aa5585-f148-4f72-bf77-b325e4b673a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.143858] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e0ba7-742b-40c9-84f6-b8c6317700ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.160585] env[62284]: DEBUG nova.compute.provider_tree [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1714.233602] env[62284]: DEBUG nova.compute.manager [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.235021] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.235021] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3c809b-65c9-4bfd-8242-5810db24951d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.243691] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1714.243691] env[62284]: value = "task-1954370" [ 1714.243691] env[62284]: _type = "Task" [ 1714.243691] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.251839] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.315591] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "refresh_cache-af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.427584] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "refresh_cache-35dc5996-9d0f-49cc-9b29-9957ecbfa259" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.427754] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "refresh_cache-35dc5996-9d0f-49cc-9b29-9957ecbfa259" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.427914] env[62284]: DEBUG nova.network.neutron [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.466038] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc04a9-4348-12e4-de79-4080ccc4be25, 'name': SearchDatastore_Task, 'duration_secs': 0.015193} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.466370] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.467020] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.467020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.467020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.467195] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.467478] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5588a825-3220-452a-9cc8-48de6736bcc5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.479029] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.479029] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.479536] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18a8662-bcac-4e86-88bb-25a586b3e132 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.486062] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1714.486062] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da15fa-6cd2-73dc-ff62-75c61f751dbb" [ 1714.486062] env[62284]: _type = "Task" [ 1714.486062] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.494466] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da15fa-6cd2-73dc-ff62-75c61f751dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.692406] env[62284]: ERROR nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [req-afff533d-0f4a-496e-9e7e-12423128107c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-afff533d-0f4a-496e-9e7e-12423128107c"}]} [ 1714.714746] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1714.734011] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1714.734011] env[62284]: DEBUG nova.compute.provider_tree [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1714.753647] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1714.760056] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954370, 'name': PowerOffVM_Task, 'duration_secs': 0.361769} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.760484] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.760637] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1714.760929] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402686', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'name': 'volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26fff0b9-f89b-43f6-b0af-6c22bba5d369', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'serial': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1714.761714] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd0500-022d-4aee-8f4c-765c49bc61f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.783855] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1714.786801] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04910c0-4c15-4485-ad72-2ebce48516ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.796121] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77546285-498c-4364-bb6b-de5da3eaac5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.818758] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c91f43-3b0a-4491-95ea-e77767043c61 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.834403] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] The volume has not been displaced from its original location: [datastore1] volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697/volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1714.839552] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1714.842322] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1e0e56-2b7f-442a-a41f-9092c511a39f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.864794] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1714.864794] env[62284]: value = "task-1954371" [ 1714.864794] env[62284]: _type = "Task" [ 1714.864794] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.873651] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.967274] env[62284]: DEBUG nova.network.neutron [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.997135] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52da15fa-6cd2-73dc-ff62-75c61f751dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.000453] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e9cc69-2a44-43bc-8589-b0f320686856 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.010075] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1715.010075] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ff12af-ffa5-aff3-0d7d-a776eb5915e9" [ 1715.010075] env[62284]: _type = "Task" [ 1715.010075] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.019506] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ff12af-ffa5-aff3-0d7d-a776eb5915e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.210582] env[62284]: DEBUG nova.network.neutron [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Updating instance_info_cache with network_info: [{"id": "8e26fd35-835e-4c74-bba6-a08bc59a759c", "address": "fa:16:3e:5a:81:17", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e26fd35-83", "ovs_interfaceid": "8e26fd35-835e-4c74-bba6-a08bc59a759c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.376340] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954371, 'name': ReconfigVM_Task, 'duration_secs': 0.271759} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.377537] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1715.383041] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4f0e05-3c54-4ced-9142-36420c1a3e23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.385765] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff79df8e-0df0-4766-8c52-e262be184fe0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.403862] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9509ebcc-b9f3-4581-bb7b-8e96fd5cad21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.408512] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1715.408512] env[62284]: value = "task-1954372" [ 1715.408512] env[62284]: _type = "Task" [ 1715.408512] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.444624] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0f83b1-acfc-4548-8072-8264753a703f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.450783] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.456317] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c3e4a-22e7-4ff3-a9f2-5b7987226c22 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.470300] env[62284]: DEBUG nova.compute.provider_tree [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.520712] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ff12af-ffa5-aff3-0d7d-a776eb5915e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.521011] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.521288] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764/1494e9ab-1538-4c17-bb17-af10e9c1c764.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.521597] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6106439c-31ed-41b9-9818-b8a774e6befa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.527883] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1715.527883] env[62284]: value = "task-1954373" [ 1715.527883] env[62284]: _type = "Task" [ 1715.527883] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.535936] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.713587] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "refresh_cache-35dc5996-9d0f-49cc-9b29-9957ecbfa259" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.714558] env[62284]: DEBUG nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Instance network_info: |[{"id": "8e26fd35-835e-4c74-bba6-a08bc59a759c", "address": "fa:16:3e:5a:81:17", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e26fd35-83", "ovs_interfaceid": "8e26fd35-835e-4c74-bba6-a08bc59a759c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.714708] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:81:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e26fd35-835e-4c74-bba6-a08bc59a759c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.723390] env[62284]: DEBUG oslo.service.loopingcall [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.724041] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.724041] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcbaeb44-08f1-4521-bc40-c25813ed961a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.750140] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.750140] env[62284]: value = "task-1954374" [ 1715.750140] env[62284]: _type = "Task" [ 1715.750140] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.759154] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954374, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.866455] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.866621] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb14d57-703c-4231-b248-a63dffb286a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.875521] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1715.875521] env[62284]: value = "task-1954375" [ 1715.875521] env[62284]: _type = "Task" [ 1715.875521] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.886798] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.920322] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954372, 'name': ReconfigVM_Task, 'duration_secs': 0.121511} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.920703] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402686', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'name': 'volume-2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26fff0b9-f89b-43f6-b0af-6c22bba5d369', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697', 'serial': '2fa5aa25-bdf9-41a9-8880-4fbeaba07697'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1715.921029] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1715.921993] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c85c9-b6b4-447c-aaca-b55a22561ff7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.930888] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.930962] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f34ff3fe-0ec0-4718-bd44-3efa0ec121b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.935595] env[62284]: DEBUG nova.compute.manager [req-d7666d08-157c-405c-ac54-bae6f67f24cb req-edd6a346-89fa-4815-be44-dd5215e61154 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Received event network-changed-8e26fd35-835e-4c74-bba6-a08bc59a759c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1715.935843] env[62284]: DEBUG nova.compute.manager [req-d7666d08-157c-405c-ac54-bae6f67f24cb req-edd6a346-89fa-4815-be44-dd5215e61154 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Refreshing instance network info cache due to event network-changed-8e26fd35-835e-4c74-bba6-a08bc59a759c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1715.936093] env[62284]: DEBUG oslo_concurrency.lockutils [req-d7666d08-157c-405c-ac54-bae6f67f24cb req-edd6a346-89fa-4815-be44-dd5215e61154 service nova] Acquiring lock "refresh_cache-35dc5996-9d0f-49cc-9b29-9957ecbfa259" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.936244] env[62284]: DEBUG oslo_concurrency.lockutils [req-d7666d08-157c-405c-ac54-bae6f67f24cb req-edd6a346-89fa-4815-be44-dd5215e61154 service nova] Acquired lock "refresh_cache-35dc5996-9d0f-49cc-9b29-9957ecbfa259" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.936424] env[62284]: DEBUG nova.network.neutron [req-d7666d08-157c-405c-ac54-bae6f67f24cb req-edd6a346-89fa-4815-be44-dd5215e61154 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Refreshing network info cache for port 8e26fd35-835e-4c74-bba6-a08bc59a759c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.007032] env[62284]: DEBUG nova.scheduler.client.report [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1716.007366] env[62284]: DEBUG nova.compute.provider_tree [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 66 to 67 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1716.007601] env[62284]: DEBUG nova.compute.provider_tree [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.038624] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954373, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.153551] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.153551] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.153551] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Deleting the datastore file [datastore1] 26fff0b9-f89b-43f6-b0af-6c22bba5d369 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.153551] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d049c192-5a27-417a-baea-2d1fa16c4356 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.160869] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for the task: (returnval){ [ 1716.160869] env[62284]: value = "task-1954377" [ 1716.160869] env[62284]: _type = "Task" [ 1716.160869] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.173205] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.261683] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954374, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.386247] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954375, 'name': PowerOffVM_Task, 'duration_secs': 0.274035} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.386522] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.387338] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91da981-bac3-4f17-8536-80d5ea447e64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.406248] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3790516-596b-44ae-980d-0d7e28d25cbe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.440022] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.441674] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a03af6ce-832a-449c-81f8-529a77fedcf5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.449640] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1716.449640] env[62284]: value = "task-1954378" [ 1716.449640] env[62284]: _type = "Task" [ 1716.449640] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.457811] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.514316] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.386s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.514871] env[62284]: DEBUG nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1716.517523] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.135s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.517767] env[62284]: DEBUG nova.objects.instance [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lazy-loading 'resources' on Instance uuid c7240ca4-f94e-4ca2-afb3-d3e12e182aa3 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.539221] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511999} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.539465] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764/1494e9ab-1538-4c17-bb17-af10e9c1c764.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.539779] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.539970] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ced2fa1a-ac76-4ebe-8570-78944ff5d524 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.550206] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1716.550206] env[62284]: value = "task-1954379" [ 1716.550206] env[62284]: _type = "Task" [ 1716.550206] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.561885] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.671609] env[62284]: DEBUG oslo_vmware.api [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Task: {'id': task-1954377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096898} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.674071] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.674251] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.674434] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.674610] env[62284]: INFO nova.compute.manager [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1716.675782] env[62284]: DEBUG oslo.service.loopingcall [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.675782] env[62284]: DEBUG nova.compute.manager [-] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.675782] env[62284]: DEBUG nova.network.neutron [-] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.712916] env[62284]: DEBUG nova.network.neutron [req-d7666d08-157c-405c-ac54-bae6f67f24cb req-edd6a346-89fa-4815-be44-dd5215e61154 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Updated VIF entry in instance network info cache for port 8e26fd35-835e-4c74-bba6-a08bc59a759c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.713321] env[62284]: DEBUG nova.network.neutron [req-d7666d08-157c-405c-ac54-bae6f67f24cb req-edd6a346-89fa-4815-be44-dd5215e61154 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Updating instance_info_cache with network_info: [{"id": "8e26fd35-835e-4c74-bba6-a08bc59a759c", "address": "fa:16:3e:5a:81:17", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e26fd35-83", "ovs_interfaceid": "8e26fd35-835e-4c74-bba6-a08bc59a759c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.762820] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954374, 'name': CreateVM_Task, 'duration_secs': 0.602804} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.763057] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.763843] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.764122] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.764447] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.764726] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181c3f53-ea20-4488-a018-03009737f0b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.771120] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1716.771120] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283eaba-3c8c-e3ec-9874-ae268f790d7a" [ 1716.771120] env[62284]: _type = "Task" [ 1716.771120] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.778712] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283eaba-3c8c-e3ec-9874-ae268f790d7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.963991] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1716.964360] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.964693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.964887] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.965185] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.965447] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd07ab2-892a-46d3-a36c-36b0edfd48f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.983910] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.984084] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.984845] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440f3cbd-73df-41ed-bcad-f9dfc43a9d1b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.991641] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1716.991641] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525af14a-d017-04ab-3da6-3ec182630f53" [ 1716.991641] env[62284]: _type = "Task" [ 1716.991641] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.004031] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525af14a-d017-04ab-3da6-3ec182630f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.021414] env[62284]: DEBUG nova.compute.utils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.023145] env[62284]: DEBUG nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.023340] env[62284]: DEBUG nova.network.neutron [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.059919] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067465} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.060504] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.061591] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad8294d-da64-49d8-ba6b-3bc8cdba52e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.090135] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764/1494e9ab-1538-4c17-bb17-af10e9c1c764.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.093109] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22638a55-f7c3-4ff2-942b-1b8d1b2b6d29 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.109284] env[62284]: DEBUG nova.policy [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6abc072fb9c947e49c83ffbc09c77a34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8477b073f72b4689ab367fa00f2584ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1717.117522] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1717.117522] env[62284]: value = "task-1954380" [ 1717.117522] env[62284]: _type = "Task" [ 1717.117522] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.129180] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.216202] env[62284]: DEBUG oslo_concurrency.lockutils [req-d7666d08-157c-405c-ac54-bae6f67f24cb req-edd6a346-89fa-4815-be44-dd5215e61154 service nova] Releasing lock "refresh_cache-35dc5996-9d0f-49cc-9b29-9957ecbfa259" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.283047] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283eaba-3c8c-e3ec-9874-ae268f790d7a, 'name': SearchDatastore_Task, 'duration_secs': 0.07546} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.283501] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.283641] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.283849] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.326376] env[62284]: DEBUG nova.compute.manager [req-e12bfc02-9dee-460b-afd3-5c42b4bf4cf1 req-c74e9fa6-1760-46b1-8978-cb0f57f1bb6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Received event network-vif-deleted-3c7a3397-df0c-4637-ba4d-13492e09fb56 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1717.326842] env[62284]: INFO nova.compute.manager [req-e12bfc02-9dee-460b-afd3-5c42b4bf4cf1 req-c74e9fa6-1760-46b1-8978-cb0f57f1bb6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Neutron deleted interface 3c7a3397-df0c-4637-ba4d-13492e09fb56; detaching it from the instance and deleting it from the info cache [ 1717.327048] env[62284]: DEBUG nova.network.neutron [req-e12bfc02-9dee-460b-afd3-5c42b4bf4cf1 req-c74e9fa6-1760-46b1-8978-cb0f57f1bb6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.503014] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525af14a-d017-04ab-3da6-3ec182630f53, 'name': SearchDatastore_Task, 'duration_secs': 0.01788} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.503989] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abae71d8-2c7b-420a-bdf3-2c7ba1188066 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.517028] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1717.517028] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528be871-6f34-83c8-ed9f-a9dc92f4b4fa" [ 1717.517028] env[62284]: _type = "Task" [ 1717.517028] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.528709] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528be871-6f34-83c8-ed9f-a9dc92f4b4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.529486] env[62284]: DEBUG nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1717.596405] env[62284]: DEBUG nova.network.neutron [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Successfully created port: 65cb1303-2fab-4bb6-9b82-d73f08f244bb {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.632182] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954380, 'name': ReconfigVM_Task, 'duration_secs': 0.269191} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.632855] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764/1494e9ab-1538-4c17-bb17-af10e9c1c764.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.633211] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b45d24d-ffd3-4ecb-9260-848e3ce543ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.641592] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1717.641592] env[62284]: value = "task-1954381" [ 1717.641592] env[62284]: _type = "Task" [ 1717.641592] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.653114] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954381, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.658546] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33131c6-82ec-4d55-95f6-140feea77b40 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.666575] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62dbff-0b7f-4666-b25f-22953a213dc8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.702346] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52aef520-3ad5-49da-b29e-05794e435539 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.711391] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b351e60-8b0b-467e-960f-16e3109dc39d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.727322] env[62284]: DEBUG nova.compute.provider_tree [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.751770] env[62284]: DEBUG nova.network.neutron [-] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.830504] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0088e47a-97ef-42e7-b055-92ca81bce752 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.841467] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6692ab-1029-4acc-ac2d-f6ea62951acd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.877268] env[62284]: DEBUG nova.compute.manager [req-e12bfc02-9dee-460b-afd3-5c42b4bf4cf1 req-c74e9fa6-1760-46b1-8978-cb0f57f1bb6f service nova] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Detach interface failed, port_id=3c7a3397-df0c-4637-ba4d-13492e09fb56, reason: Instance 26fff0b9-f89b-43f6-b0af-6c22bba5d369 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1717.933530] env[62284]: DEBUG oslo_concurrency.lockutils [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.933812] env[62284]: DEBUG oslo_concurrency.lockutils [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.934058] env[62284]: INFO nova.compute.manager [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Rebooting instance [ 1718.025597] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528be871-6f34-83c8-ed9f-a9dc92f4b4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.025933] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.026216] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. {{(pid=62284) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1718.026511] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.026695] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1718.026921] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4ce49de-5e53-4276-acf2-ef276d02fd07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.029347] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f95f60a5-44cc-4b62-9546-f37785a34fd3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.037954] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1718.037954] env[62284]: value = "task-1954382" [ 1718.037954] env[62284]: _type = "Task" [ 1718.037954] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.039373] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1718.039544] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1718.042926] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4396e57-90af-42a1-b045-c087d2a1a9c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.049244] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1718.049244] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5277dee4-f093-b51a-e0a2-fdf73a3b3c18" [ 1718.049244] env[62284]: _type = "Task" [ 1718.049244] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.052450] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.061976] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5277dee4-f093-b51a-e0a2-fdf73a3b3c18, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.062107] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9258106-d9ca-4d89-8276-0e09c25cd886 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.067544] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1718.067544] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529d8d10-d3ab-26fb-0fae-f4821439feff" [ 1718.067544] env[62284]: _type = "Task" [ 1718.067544] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.076399] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529d8d10-d3ab-26fb-0fae-f4821439feff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.152194] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954381, 'name': Rename_Task, 'duration_secs': 0.143364} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.152570] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.152849] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c14c1025-ada8-4f31-a28a-62cd9bd1811c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.159767] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1718.159767] env[62284]: value = "task-1954383" [ 1718.159767] env[62284]: _type = "Task" [ 1718.159767] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.168379] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.231321] env[62284]: DEBUG nova.scheduler.client.report [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.257309] env[62284]: INFO nova.compute.manager [-] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Took 1.58 seconds to deallocate network for instance. [ 1718.464159] env[62284]: DEBUG oslo_concurrency.lockutils [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.464159] env[62284]: DEBUG oslo_concurrency.lockutils [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.464159] env[62284]: DEBUG nova.network.neutron [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.540301] env[62284]: DEBUG nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1718.555217] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516149} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.555648] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. [ 1718.556508] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1507ec-5283-4ab0-beb2-41d481ea0cc0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.584286] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.586694] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1718.586913] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1718.587076] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1718.587269] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1718.587419] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1718.587568] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1718.587770] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1718.587924] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1718.588099] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1718.588684] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1718.588684] env[62284]: DEBUG nova.virt.hardware [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1718.591799] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5260bce0-bb58-4a4b-8214-e9267a5f1ef0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.605432] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d208fe7-9110-4ec7-aefb-ff39a9ffa847 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.616048] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529d8d10-d3ab-26fb-0fae-f4821439feff, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.618785] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.619071] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 35dc5996-9d0f-49cc-9b29-9957ecbfa259/35dc5996-9d0f-49cc-9b29-9957ecbfa259.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.619436] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1718.619436] env[62284]: value = "task-1954384" [ 1718.619436] env[62284]: _type = "Task" [ 1718.619436] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.619633] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-915646ba-0f29-452b-8cb3-273483c67afe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.622873] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b785946-46e5-46e2-ae4c-85cf30f22312 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.635812] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.645752] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1718.645752] env[62284]: value = "task-1954385" [ 1718.645752] env[62284]: _type = "Task" [ 1718.645752] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.657055] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.670125] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954383, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.736400] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.738981] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.162s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.740582] env[62284]: INFO nova.compute.claims [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1718.764728] env[62284]: INFO nova.scheduler.client.report [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted allocations for instance c7240ca4-f94e-4ca2-afb3-d3e12e182aa3 [ 1718.824209] env[62284]: INFO nova.compute.manager [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Took 0.57 seconds to detach 1 volumes for instance. [ 1718.826370] env[62284]: DEBUG nova.compute.manager [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Deleting volume: 2fa5aa25-bdf9-41a9-8880-4fbeaba07697 {{(pid=62284) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1719.140434] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954384, 'name': ReconfigVM_Task, 'duration_secs': 0.454046} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.140795] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Reconfigured VM instance instance-00000025 to attach disk [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.141831] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f60b910-0f9b-4a9c-9895-84cdee39f642 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.182941] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4840caa0-f621-46a4-a616-4e1b3b48d022 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.198205] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475107} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.200127] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 35dc5996-9d0f-49cc-9b29-9957ecbfa259/35dc5996-9d0f-49cc-9b29-9957ecbfa259.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.200391] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.202869] env[62284]: DEBUG nova.compute.manager [req-72b9ff72-e8d2-4731-b13e-ff2625646bb2 req-ab80dc08-1e42-4dcb-8ec1-8221eb0b9002 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Received event network-vif-plugged-65cb1303-2fab-4bb6-9b82-d73f08f244bb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1719.202869] env[62284]: DEBUG oslo_concurrency.lockutils [req-72b9ff72-e8d2-4731-b13e-ff2625646bb2 req-ab80dc08-1e42-4dcb-8ec1-8221eb0b9002 service nova] Acquiring lock "9f720d75-6148-4fb1-934a-7c110953269e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.202869] env[62284]: DEBUG oslo_concurrency.lockutils [req-72b9ff72-e8d2-4731-b13e-ff2625646bb2 req-ab80dc08-1e42-4dcb-8ec1-8221eb0b9002 service nova] Lock "9f720d75-6148-4fb1-934a-7c110953269e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.202869] env[62284]: DEBUG oslo_concurrency.lockutils [req-72b9ff72-e8d2-4731-b13e-ff2625646bb2 req-ab80dc08-1e42-4dcb-8ec1-8221eb0b9002 service nova] Lock "9f720d75-6148-4fb1-934a-7c110953269e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.202869] env[62284]: DEBUG nova.compute.manager [req-72b9ff72-e8d2-4731-b13e-ff2625646bb2 req-ab80dc08-1e42-4dcb-8ec1-8221eb0b9002 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] No waiting events found dispatching network-vif-plugged-65cb1303-2fab-4bb6-9b82-d73f08f244bb {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.203126] env[62284]: WARNING nova.compute.manager [req-72b9ff72-e8d2-4731-b13e-ff2625646bb2 req-ab80dc08-1e42-4dcb-8ec1-8221eb0b9002 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Received unexpected event network-vif-plugged-65cb1303-2fab-4bb6-9b82-d73f08f244bb for instance with vm_state building and task_state spawning. [ 1719.206743] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-966f166c-bb1b-4de3-86f3-11751fd25f3b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.208690] env[62284]: DEBUG oslo_vmware.api [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954383, 'name': PowerOnVM_Task, 'duration_secs': 0.519671} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.210330] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.210557] env[62284]: DEBUG nova.compute.manager [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.210892] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1719.210892] env[62284]: value = "task-1954387" [ 1719.210892] env[62284]: _type = "Task" [ 1719.210892] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.211927] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f259782-9320-4ac4-af22-5289d646ae3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.218986] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1719.218986] env[62284]: value = "task-1954388" [ 1719.218986] env[62284]: _type = "Task" [ 1719.218986] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.230216] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.235247] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.250234] env[62284]: DEBUG nova.network.neutron [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Successfully updated port: 65cb1303-2fab-4bb6-9b82-d73f08f244bb {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.274591] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6650634e-00b6-46bc-98e5-706aee79f5c5 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "c7240ca4-f94e-4ca2-afb3-d3e12e182aa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.575s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.339103] env[62284]: DEBUG nova.network.neutron [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.377465] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.725829] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954387, 'name': ReconfigVM_Task, 'duration_secs': 0.159815} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.726565] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.727225] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3a23621-bc96-4041-91a3-d53c1ad77d23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.734886] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071067} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.735512] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.736728] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18bf670-b95c-4cef-a71c-c20a38d96bc4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.741884] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1719.741884] env[62284]: value = "task-1954389" [ 1719.741884] env[62284]: _type = "Task" [ 1719.741884] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.742284] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.757088] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "refresh_cache-9f720d75-6148-4fb1-934a-7c110953269e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.757197] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquired lock "refresh_cache-9f720d75-6148-4fb1-934a-7c110953269e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.757302] env[62284]: DEBUG nova.network.neutron [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.768068] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 35dc5996-9d0f-49cc-9b29-9957ecbfa259/35dc5996-9d0f-49cc-9b29-9957ecbfa259.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.769647] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be73744-6ebd-4bd7-866c-5e42fdb9b1da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.789791] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.796510] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1719.796510] env[62284]: value = "task-1954390" [ 1719.796510] env[62284]: _type = "Task" [ 1719.796510] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.805309] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.843587] env[62284]: DEBUG oslo_concurrency.lockutils [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.226218] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39370882-edee-42b0-b307-d16a53a012aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.238755] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88db6a-f619-43be-9814-92b53e6b381d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.275037] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee16804b-4b8c-4975-8269-bdfd100d7ac6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.280982] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.286253] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bce647-b01b-4872-8668-c21dc0844471 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.302952] env[62284]: DEBUG nova.compute.provider_tree [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.312550] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.314233] env[62284]: DEBUG nova.network.neutron [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.348586] env[62284]: DEBUG nova.compute.manager [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.349822] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a179a2-6996-4aca-97cc-2cc662da6039 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.480563] env[62284]: DEBUG nova.network.neutron [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Updating instance_info_cache with network_info: [{"id": "65cb1303-2fab-4bb6-9b82-d73f08f244bb", "address": "fa:16:3e:ba:ab:c0", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1303-2f", "ovs_interfaceid": "65cb1303-2fab-4bb6-9b82-d73f08f244bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.528361] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "1494e9ab-1538-4c17-bb17-af10e9c1c764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.529707] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "1494e9ab-1538-4c17-bb17-af10e9c1c764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.529707] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "1494e9ab-1538-4c17-bb17-af10e9c1c764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.529707] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "1494e9ab-1538-4c17-bb17-af10e9c1c764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.529707] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "1494e9ab-1538-4c17-bb17-af10e9c1c764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.531474] env[62284]: INFO nova.compute.manager [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Terminating instance [ 1720.756124] env[62284]: DEBUG oslo_vmware.api [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954389, 'name': PowerOnVM_Task, 'duration_secs': 0.636827} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.756485] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.760954] env[62284]: DEBUG nova.compute.manager [None req-9c93c808-1912-47f2-95b3-371341d1a0f3 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.761861] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5773c6-d2be-4d2f-b7ac-035e944d9a49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.808057] env[62284]: DEBUG nova.scheduler.client.report [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.815547] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954390, 'name': ReconfigVM_Task, 'duration_secs': 0.744506} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.815547] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 35dc5996-9d0f-49cc-9b29-9957ecbfa259/35dc5996-9d0f-49cc-9b29-9957ecbfa259.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.815748] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c7a8d2a-7968-4c99-8883-39263c2c9611 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.823480] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1720.823480] env[62284]: value = "task-1954391" [ 1720.823480] env[62284]: _type = "Task" [ 1720.823480] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.832177] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954391, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.983744] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Releasing lock "refresh_cache-9f720d75-6148-4fb1-934a-7c110953269e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.984224] env[62284]: DEBUG nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Instance network_info: |[{"id": "65cb1303-2fab-4bb6-9b82-d73f08f244bb", "address": "fa:16:3e:ba:ab:c0", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1303-2f", "ovs_interfaceid": "65cb1303-2fab-4bb6-9b82-d73f08f244bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1720.984700] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:ab:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65cb1303-2fab-4bb6-9b82-d73f08f244bb', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1720.993272] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Creating folder: Project (8477b073f72b4689ab367fa00f2584ea). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.993611] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b53a11b5-38b7-4ace-8274-fbdede874ba2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.005090] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Created folder: Project (8477b073f72b4689ab367fa00f2584ea) in parent group-v402637. [ 1721.005325] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Creating folder: Instances. Parent ref: group-v402754. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.005528] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42f0330a-2790-42f1-b8b8-62b660d5da2a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.015678] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Created folder: Instances in parent group-v402754. [ 1721.015855] env[62284]: DEBUG oslo.service.loopingcall [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.016082] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.016301] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d5a188-fa76-433e-bcf3-0ab4c749f1e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.036444] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "refresh_cache-1494e9ab-1538-4c17-bb17-af10e9c1c764" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.036546] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquired lock "refresh_cache-1494e9ab-1538-4c17-bb17-af10e9c1c764" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.037228] env[62284]: DEBUG nova.network.neutron [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.039113] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.039113] env[62284]: value = "task-1954394" [ 1721.039113] env[62284]: _type = "Task" [ 1721.039113] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.050221] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954394, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.316695] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.318574] env[62284]: DEBUG nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.321097] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.507s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.321329] env[62284]: DEBUG nova.objects.instance [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lazy-loading 'resources' on Instance uuid 9591494e-097f-4528-a615-88bbdf4178b0 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1721.339055] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954391, 'name': Rename_Task, 'duration_secs': 0.273324} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.340198] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.340765] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-864cb219-b4c5-4481-887c-331a72979c4e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.347473] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1721.347473] env[62284]: value = "task-1954395" [ 1721.347473] env[62284]: _type = "Task" [ 1721.347473] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.359704] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.369480] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f0cbeb-f5b7-4c59-8b6b-f4a89c50d07d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.382198] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Doing hard reboot of VM {{(pid=62284) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1721.382411] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5f11cef4-3d0b-488b-a45b-be6acc749f90 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.390293] env[62284]: DEBUG oslo_vmware.api [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1721.390293] env[62284]: value = "task-1954396" [ 1721.390293] env[62284]: _type = "Task" [ 1721.390293] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.402406] env[62284]: DEBUG oslo_vmware.api [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954396, 'name': ResetVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.421085] env[62284]: DEBUG nova.compute.manager [req-d389a7f6-3dbf-42e2-89ed-5c96431dff54 req-f9048bce-240d-4a2c-9db1-137e5c7be401 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Received event network-changed-65cb1303-2fab-4bb6-9b82-d73f08f244bb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1721.421433] env[62284]: DEBUG nova.compute.manager [req-d389a7f6-3dbf-42e2-89ed-5c96431dff54 req-f9048bce-240d-4a2c-9db1-137e5c7be401 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Refreshing instance network info cache due to event network-changed-65cb1303-2fab-4bb6-9b82-d73f08f244bb. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1721.421888] env[62284]: DEBUG oslo_concurrency.lockutils [req-d389a7f6-3dbf-42e2-89ed-5c96431dff54 req-f9048bce-240d-4a2c-9db1-137e5c7be401 service nova] Acquiring lock "refresh_cache-9f720d75-6148-4fb1-934a-7c110953269e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.422229] env[62284]: DEBUG oslo_concurrency.lockutils [req-d389a7f6-3dbf-42e2-89ed-5c96431dff54 req-f9048bce-240d-4a2c-9db1-137e5c7be401 service nova] Acquired lock "refresh_cache-9f720d75-6148-4fb1-934a-7c110953269e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.422609] env[62284]: DEBUG nova.network.neutron [req-d389a7f6-3dbf-42e2-89ed-5c96431dff54 req-f9048bce-240d-4a2c-9db1-137e5c7be401 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Refreshing network info cache for port 65cb1303-2fab-4bb6-9b82-d73f08f244bb {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.553603] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954394, 'name': CreateVM_Task, 'duration_secs': 0.362417} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.553897] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.554694] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.554978] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.555433] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.556090] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717a0b22-dfc9-4fdb-b2cf-a1ba7d8ae595 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.561182] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1721.561182] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5224b409-47f9-57eb-9f54-0402a7faeaff" [ 1721.561182] env[62284]: _type = "Task" [ 1721.561182] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.562563] env[62284]: DEBUG nova.network.neutron [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.572957] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5224b409-47f9-57eb-9f54-0402a7faeaff, 'name': SearchDatastore_Task} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.573361] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.573677] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.573983] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.574228] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.574470] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.574796] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea3b2fa-3c3b-401b-9a65-d3c7036534a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.582575] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.582724] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.586134] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6d41ad-e50d-4315-a51d-bf23a6883bd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.592210] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1721.592210] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524c296a-5f8a-6858-3d09-1306b5f19213" [ 1721.592210] env[62284]: _type = "Task" [ 1721.592210] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.600625] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524c296a-5f8a-6858-3d09-1306b5f19213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.643104] env[62284]: DEBUG nova.network.neutron [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.827689] env[62284]: DEBUG nova.compute.utils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.829169] env[62284]: DEBUG nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1721.829348] env[62284]: DEBUG nova.network.neutron [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.860940] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954395, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.883945] env[62284]: DEBUG nova.policy [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6abc072fb9c947e49c83ffbc09c77a34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8477b073f72b4689ab367fa00f2584ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1721.898541] env[62284]: DEBUG oslo_vmware.api [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954396, 'name': ResetVM_Task, 'duration_secs': 0.106029} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.901146] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Did hard reboot of VM {{(pid=62284) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1721.901357] env[62284]: DEBUG nova.compute.manager [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.902632] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e856918c-4ab2-4087-827e-4d53c45b7b07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.108369] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524c296a-5f8a-6858-3d09-1306b5f19213, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.109421] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa32b68c-01cd-4fe2-bdbd-6123c127cc18 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.114983] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1722.114983] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521ccb35-dc0e-d2bb-89b2-5d584a598aa7" [ 1722.114983] env[62284]: _type = "Task" [ 1722.114983] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.126123] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521ccb35-dc0e-d2bb-89b2-5d584a598aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.146552] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Releasing lock "refresh_cache-1494e9ab-1538-4c17-bb17-af10e9c1c764" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.148396] env[62284]: DEBUG nova.compute.manager [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.148396] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.149648] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6391b4de-c8bc-424b-b3cc-ed596935639c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.157825] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.158128] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f96fb6f1-932f-4f70-98cb-1fd94c5e34fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.165956] env[62284]: DEBUG oslo_vmware.api [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1722.165956] env[62284]: value = "task-1954397" [ 1722.165956] env[62284]: _type = "Task" [ 1722.165956] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.174599] env[62284]: DEBUG oslo_vmware.api [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.232389] env[62284]: DEBUG nova.network.neutron [req-d389a7f6-3dbf-42e2-89ed-5c96431dff54 req-f9048bce-240d-4a2c-9db1-137e5c7be401 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Updated VIF entry in instance network info cache for port 65cb1303-2fab-4bb6-9b82-d73f08f244bb. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.233510] env[62284]: DEBUG nova.network.neutron [req-d389a7f6-3dbf-42e2-89ed-5c96431dff54 req-f9048bce-240d-4a2c-9db1-137e5c7be401 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Updating instance_info_cache with network_info: [{"id": "65cb1303-2fab-4bb6-9b82-d73f08f244bb", "address": "fa:16:3e:ba:ab:c0", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65cb1303-2f", "ovs_interfaceid": "65cb1303-2fab-4bb6-9b82-d73f08f244bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.236867] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "298ba832-f2a1-4518-9b83-0383605c5ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.236867] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "298ba832-f2a1-4518-9b83-0383605c5ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.309045] env[62284]: DEBUG nova.network.neutron [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Successfully created port: 7204a559-d41c-441e-82e0-3eff3ef54e92 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.332786] env[62284]: DEBUG nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1722.360954] env[62284]: DEBUG oslo_vmware.api [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954395, 'name': PowerOnVM_Task, 'duration_secs': 0.612949} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.361656] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.361656] env[62284]: INFO nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1722.361656] env[62284]: DEBUG nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.362568] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1352cd-ac2d-410d-b194-02f2d66a1201 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.415511] env[62284]: DEBUG oslo_concurrency.lockutils [None req-501edb1f-4740-4ace-84e6-c61a8130a3f3 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.482s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.423493] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e506d7d-a740-439b-a6df-63f70f7d38d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.432297] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175574c7-faeb-423a-a008-cc2f7b9260d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.464045] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f2b31d-54c1-44a4-955c-e5700e7b902e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.472177] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1809c065-9006-458c-b953-639508b15641 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.489843] env[62284]: DEBUG nova.compute.provider_tree [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1722.626729] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521ccb35-dc0e-d2bb-89b2-5d584a598aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.012282} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.627034] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.627314] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9f720d75-6148-4fb1-934a-7c110953269e/9f720d75-6148-4fb1-934a-7c110953269e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.627894] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6162a92-d607-4df1-99b3-e3f4b292d0a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.635406] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1722.635406] env[62284]: value = "task-1954398" [ 1722.635406] env[62284]: _type = "Task" [ 1722.635406] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.644258] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.677882] env[62284]: DEBUG oslo_vmware.api [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954397, 'name': PowerOffVM_Task, 'duration_secs': 0.249366} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.677882] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.677882] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.677882] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e817f6eb-b344-4d73-a818-1b4a4a7243a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.702174] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.702413] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.702596] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Deleting the datastore file [datastore1] 1494e9ab-1538-4c17-bb17-af10e9c1c764 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.702859] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9fdf6e6-14b2-4c8b-8a37-264899a1b2f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.709585] env[62284]: DEBUG oslo_vmware.api [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for the task: (returnval){ [ 1722.709585] env[62284]: value = "task-1954400" [ 1722.709585] env[62284]: _type = "Task" [ 1722.709585] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.719763] env[62284]: DEBUG oslo_vmware.api [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.737786] env[62284]: DEBUG oslo_concurrency.lockutils [req-d389a7f6-3dbf-42e2-89ed-5c96431dff54 req-f9048bce-240d-4a2c-9db1-137e5c7be401 service nova] Releasing lock "refresh_cache-9f720d75-6148-4fb1-934a-7c110953269e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.881571] env[62284]: INFO nova.compute.manager [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Took 53.00 seconds to build instance. [ 1723.018395] env[62284]: ERROR nova.scheduler.client.report [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] [req-e1e828b3-d6f6-4ac9-aebe-2a7537295205] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1e828b3-d6f6-4ac9-aebe-2a7537295205"}]} [ 1723.037237] env[62284]: DEBUG nova.scheduler.client.report [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1723.052798] env[62284]: DEBUG nova.scheduler.client.report [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1723.053214] env[62284]: DEBUG nova.compute.provider_tree [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.067339] env[62284]: DEBUG nova.scheduler.client.report [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1723.092696] env[62284]: DEBUG nova.scheduler.client.report [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1723.151534] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954398, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.221456] env[62284]: DEBUG oslo_vmware.api [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Task: {'id': task-1954400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212278} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.224613] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.224939] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.225034] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.225277] env[62284]: INFO nova.compute.manager [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1723.225550] env[62284]: DEBUG oslo.service.loopingcall [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.226457] env[62284]: DEBUG nova.compute.manager [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1723.226457] env[62284]: DEBUG nova.network.neutron [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1723.246631] env[62284]: DEBUG nova.network.neutron [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1723.343172] env[62284]: DEBUG nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1723.386428] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a2ad7883-8369-4df9-b732-16c278056ecf tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.350s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.388578] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.390018] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.390018] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.390018] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.390018] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.390018] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.390278] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.390278] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.390345] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.390511] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.390808] env[62284]: DEBUG nova.virt.hardware [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.392373] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ceb30-55fc-41fb-8f6f-7423e2475f5c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.406437] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cb7cb1-ca31-4c83-8c69-d6c06c597592 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.657035] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.749445] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252f83f6-aa77-45b7-b3bb-0a216fbad50e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.752591] env[62284]: DEBUG nova.network.neutron [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.759016] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd3a711-583d-42b1-9bd7-6dfee986e726 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.791090] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c46bea4-51e3-4c11-9b30-10c4f184ce06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.800623] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2871dec0-9268-47e8-bb90-e7da6ed2d237 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.816570] env[62284]: DEBUG nova.compute.provider_tree [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.897272] env[62284]: DEBUG nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1723.982034] env[62284]: DEBUG nova.network.neutron [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Successfully updated port: 7204a559-d41c-441e-82e0-3eff3ef54e92 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1723.996015] env[62284]: DEBUG nova.compute.manager [req-4af282cd-3803-4c8e-b982-da3c520ddd32 req-a0f1ab0a-e85e-4d9c-a5eb-7a5ae1efdc13 service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Received event network-vif-plugged-7204a559-d41c-441e-82e0-3eff3ef54e92 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1723.996344] env[62284]: DEBUG oslo_concurrency.lockutils [req-4af282cd-3803-4c8e-b982-da3c520ddd32 req-a0f1ab0a-e85e-4d9c-a5eb-7a5ae1efdc13 service nova] Acquiring lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.996651] env[62284]: DEBUG oslo_concurrency.lockutils [req-4af282cd-3803-4c8e-b982-da3c520ddd32 req-a0f1ab0a-e85e-4d9c-a5eb-7a5ae1efdc13 service nova] Lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.997067] env[62284]: DEBUG oslo_concurrency.lockutils [req-4af282cd-3803-4c8e-b982-da3c520ddd32 req-a0f1ab0a-e85e-4d9c-a5eb-7a5ae1efdc13 service nova] Lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.997164] env[62284]: DEBUG nova.compute.manager [req-4af282cd-3803-4c8e-b982-da3c520ddd32 req-a0f1ab0a-e85e-4d9c-a5eb-7a5ae1efdc13 service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] No waiting events found dispatching network-vif-plugged-7204a559-d41c-441e-82e0-3eff3ef54e92 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.997414] env[62284]: WARNING nova.compute.manager [req-4af282cd-3803-4c8e-b982-da3c520ddd32 req-a0f1ab0a-e85e-4d9c-a5eb-7a5ae1efdc13 service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Received unexpected event network-vif-plugged-7204a559-d41c-441e-82e0-3eff3ef54e92 for instance with vm_state building and task_state spawning. [ 1724.152154] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.255256] env[62284]: INFO nova.compute.manager [-] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Took 1.03 seconds to deallocate network for instance. [ 1724.320347] env[62284]: DEBUG nova.scheduler.client.report [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.429402] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.459250] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.459479] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.459575] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.459761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.459977] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.463118] env[62284]: INFO nova.compute.manager [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Terminating instance [ 1724.485130] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "refresh_cache-60e5ab9c-29f8-4bc7-a3be-07b267f12653" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.485290] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquired lock "refresh_cache-60e5ab9c-29f8-4bc7-a3be-07b267f12653" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.485443] env[62284]: DEBUG nova.network.neutron [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.652030] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954398, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.708905} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.652340] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9f720d75-6148-4fb1-934a-7c110953269e/9f720d75-6148-4fb1-934a-7c110953269e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.652562] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.652825] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00f0dd43-0d5d-42b2-ab37-3b1bfdca65aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.660029] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1724.660029] env[62284]: value = "task-1954401" [ 1724.660029] env[62284]: _type = "Task" [ 1724.660029] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.668430] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.762598] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.832773] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.512s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.835280] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.990s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.853522] env[62284]: INFO nova.scheduler.client.report [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Deleted allocations for instance 9591494e-097f-4528-a615-88bbdf4178b0 [ 1724.967812] env[62284]: DEBUG nova.compute.manager [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1724.968088] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.969157] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f82a4dc-8c08-437c-9f33-15dc3c2f839f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.978197] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1724.978450] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf27c10-2d57-4394-b7a0-f27e20e519bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.985823] env[62284]: DEBUG oslo_vmware.api [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1724.985823] env[62284]: value = "task-1954402" [ 1724.985823] env[62284]: _type = "Task" [ 1724.985823] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.995350] env[62284]: DEBUG oslo_vmware.api [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.026656] env[62284]: DEBUG nova.network.neutron [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.174566] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233517} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.175086] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.175999] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5198eb-b95d-4dc0-b21b-eea207213deb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.199764] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 9f720d75-6148-4fb1-934a-7c110953269e/9f720d75-6148-4fb1-934a-7c110953269e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.200110] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c8797ce-e7f8-4fef-823c-a5bd4438f320 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.215822] env[62284]: DEBUG nova.network.neutron [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Updating instance_info_cache with network_info: [{"id": "7204a559-d41c-441e-82e0-3eff3ef54e92", "address": "fa:16:3e:00:11:76", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7204a559-d4", "ovs_interfaceid": "7204a559-d41c-441e-82e0-3eff3ef54e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.220795] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1725.220795] env[62284]: value = "task-1954403" [ 1725.220795] env[62284]: _type = "Task" [ 1725.220795] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.232868] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.361925] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0f4066f9-dde6-47ef-9a54-b886da4fc45b tempest-FloatingIPsAssociationTestJSON-805621250 tempest-FloatingIPsAssociationTestJSON-805621250-project-member] Lock "9591494e-097f-4528-a615-88bbdf4178b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.578s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.497371] env[62284]: DEBUG oslo_vmware.api [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954402, 'name': PowerOffVM_Task, 'duration_secs': 0.313855} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.497865] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1725.497957] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1725.498206] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81679457-f655-4594-8a25-f7ea5515e44d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.579235] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1725.579235] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1725.579235] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleting the datastore file [datastore1] 35dc5996-9d0f-49cc-9b29-9957ecbfa259 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1725.579235] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd11a61-200a-43f1-808b-32fff8f39544 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.585437] env[62284]: DEBUG oslo_vmware.api [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1725.585437] env[62284]: value = "task-1954405" [ 1725.585437] env[62284]: _type = "Task" [ 1725.585437] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.595869] env[62284]: DEBUG oslo_vmware.api [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.719770] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Releasing lock "refresh_cache-60e5ab9c-29f8-4bc7-a3be-07b267f12653" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.720215] env[62284]: DEBUG nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Instance network_info: |[{"id": "7204a559-d41c-441e-82e0-3eff3ef54e92", "address": "fa:16:3e:00:11:76", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7204a559-d4", "ovs_interfaceid": "7204a559-d41c-441e-82e0-3eff3ef54e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.720718] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:11:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7204a559-d41c-441e-82e0-3eff3ef54e92', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.728575] env[62284]: DEBUG oslo.service.loopingcall [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.728660] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.732076] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea65b28-5e48-41b3-aada-fd321e54776d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.751501] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954403, 'name': ReconfigVM_Task, 'duration_secs': 0.351116} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.752883] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 9f720d75-6148-4fb1-934a-7c110953269e/9f720d75-6148-4fb1-934a-7c110953269e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.753481] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.753481] env[62284]: value = "task-1954406" [ 1725.753481] env[62284]: _type = "Task" [ 1725.753481] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.753661] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b45e2de8-a506-4262-864b-5593c0a87c55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.765051] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954406, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.766464] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1725.766464] env[62284]: value = "task-1954407" [ 1725.766464] env[62284]: _type = "Task" [ 1725.766464] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.781382] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954407, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.880771] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 076233c5-52f4-43cd-8192-1f59281020b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.881804] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 921af820-927f-4429-a5c0-e4eb55b3ca23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.881804] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 5ec42b93-102a-4709-916e-c88a5c5c30aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.881804] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4e7a8fc5-0066-480b-bdb5-44b2c64d267e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.881804] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ca6758db-5d65-4671-814c-957348d62858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.881804] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.882060] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1023f77b-0f09-418a-adf1-d3e36bc41bc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.882060] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 26fff0b9-f89b-43f6-b0af-6c22bba5d369 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.882060] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f7cf5402-4409-4bd6-b173-cccca293b20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.882060] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4774c400-b889-4bec-a0d0-23ad78dc3084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.882184] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.882184] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance a2e28a49-8dd0-4378-bcab-9c44168d84ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.882287] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 03afc473-0ccf-4a3d-8549-b76c82951a22 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.882426] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.882555] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f6e25ebb-79f4-4197-a351-a603369068cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.883211] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 6f5e38dd-7a22-4065-bc06-c4aefa6092e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.883211] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4a4bce98-144d-462d-a835-f7a07262d5c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.883483] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 826b1ff4-b3fe-4f86-a9a3-082dd79bc281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.883740] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.883914] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1494e9ab-1538-4c17-bb17-af10e9c1c764 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1725.884134] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 35dc5996-9d0f-49cc-9b29-9957ecbfa259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.884339] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 9f720d75-6148-4fb1-934a-7c110953269e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1725.884525] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 60e5ab9c-29f8-4bc7-a3be-07b267f12653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.022457] env[62284]: DEBUG nova.compute.manager [req-8597ab25-777e-4e8b-8ef3-2e8188949c68 req-33dde65f-0862-4a51-a343-9bff7a9856be service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Received event network-changed-7204a559-d41c-441e-82e0-3eff3ef54e92 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1726.022457] env[62284]: DEBUG nova.compute.manager [req-8597ab25-777e-4e8b-8ef3-2e8188949c68 req-33dde65f-0862-4a51-a343-9bff7a9856be service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Refreshing instance network info cache due to event network-changed-7204a559-d41c-441e-82e0-3eff3ef54e92. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1726.022457] env[62284]: DEBUG oslo_concurrency.lockutils [req-8597ab25-777e-4e8b-8ef3-2e8188949c68 req-33dde65f-0862-4a51-a343-9bff7a9856be service nova] Acquiring lock "refresh_cache-60e5ab9c-29f8-4bc7-a3be-07b267f12653" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.022746] env[62284]: DEBUG oslo_concurrency.lockutils [req-8597ab25-777e-4e8b-8ef3-2e8188949c68 req-33dde65f-0862-4a51-a343-9bff7a9856be service nova] Acquired lock "refresh_cache-60e5ab9c-29f8-4bc7-a3be-07b267f12653" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.022746] env[62284]: DEBUG nova.network.neutron [req-8597ab25-777e-4e8b-8ef3-2e8188949c68 req-33dde65f-0862-4a51-a343-9bff7a9856be service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Refreshing network info cache for port 7204a559-d41c-441e-82e0-3eff3ef54e92 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.095419] env[62284]: DEBUG oslo_vmware.api [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394898} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.095684] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1726.095872] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1726.096064] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1726.096254] env[62284]: INFO nova.compute.manager [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1726.096494] env[62284]: DEBUG oslo.service.loopingcall [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.096683] env[62284]: DEBUG nova.compute.manager [-] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1726.096778] env[62284]: DEBUG nova.network.neutron [-] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1726.265367] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954406, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.275522] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954407, 'name': Rename_Task, 'duration_secs': 0.187796} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.281391] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.281391] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc554dc-3d0f-485d-bba6-c9890d96030c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.289020] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1726.289020] env[62284]: value = "task-1954408" [ 1726.289020] env[62284]: _type = "Task" [ 1726.289020] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.296287] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.391055] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f347346b-2a14-4cea-ab84-47f2952af658 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1726.768971] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954406, 'name': CreateVM_Task, 'duration_secs': 0.518958} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.768971] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.769200] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.769971] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.769971] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.769971] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14d0488-9877-4e54-937e-8b1b9b36ddfd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.775420] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1726.775420] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fde7fa-1bd2-aff2-4c5b-425ef3cab232" [ 1726.775420] env[62284]: _type = "Task" [ 1726.775420] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.782550] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fde7fa-1bd2-aff2-4c5b-425ef3cab232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.794700] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.813126] env[62284]: DEBUG nova.network.neutron [req-8597ab25-777e-4e8b-8ef3-2e8188949c68 req-33dde65f-0862-4a51-a343-9bff7a9856be service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Updated VIF entry in instance network info cache for port 7204a559-d41c-441e-82e0-3eff3ef54e92. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.813126] env[62284]: DEBUG nova.network.neutron [req-8597ab25-777e-4e8b-8ef3-2e8188949c68 req-33dde65f-0862-4a51-a343-9bff7a9856be service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Updating instance_info_cache with network_info: [{"id": "7204a559-d41c-441e-82e0-3eff3ef54e92", "address": "fa:16:3e:00:11:76", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7204a559-d4", "ovs_interfaceid": "7204a559-d41c-441e-82e0-3eff3ef54e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.880815] env[62284]: DEBUG nova.network.neutron [-] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.894028] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 24d5e16d-487c-48b0-b034-9204c0af2ea2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1727.286452] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fde7fa-1bd2-aff2-4c5b-425ef3cab232, 'name': SearchDatastore_Task, 'duration_secs': 0.040125} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.286832] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.287256] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.287428] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.287684] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.287841] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.288216] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25f33aaf-3ccf-47d1-ac37-dc9c8f2542b0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.302291] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.303515] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.303696] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.304418] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0484937b-f069-49fb-860f-42c613f2f6c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.309671] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1727.309671] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5227e38f-aca6-15f6-6ee2-4985b6e1137e" [ 1727.309671] env[62284]: _type = "Task" [ 1727.309671] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.319287] env[62284]: DEBUG oslo_concurrency.lockutils [req-8597ab25-777e-4e8b-8ef3-2e8188949c68 req-33dde65f-0862-4a51-a343-9bff7a9856be service nova] Releasing lock "refresh_cache-60e5ab9c-29f8-4bc7-a3be-07b267f12653" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.319697] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5227e38f-aca6-15f6-6ee2-4985b6e1137e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.383046] env[62284]: INFO nova.compute.manager [-] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Took 1.29 seconds to deallocate network for instance. [ 1727.396914] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f22f9e16-5775-45d6-a75f-ef4e294c78b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1727.800301] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.820154] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5227e38f-aca6-15f6-6ee2-4985b6e1137e, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.820649] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6374bd4-8442-4598-b110-29d25a6e074d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.828492] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1727.828492] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca113c-e6ed-00ce-8f4f-6f1d82aaf1bf" [ 1727.828492] env[62284]: _type = "Task" [ 1727.828492] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.836638] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca113c-e6ed-00ce-8f4f-6f1d82aaf1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.891202] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.900460] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1728.063854] env[62284]: DEBUG nova.compute.manager [req-04e0af1c-dc7c-41f8-94b1-874ae050b7bf req-46523de9-9dae-48ad-a690-d50ec557f008 service nova] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Received event network-vif-deleted-8e26fd35-835e-4c74-bba6-a08bc59a759c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1728.301740] env[62284]: DEBUG oslo_vmware.api [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954408, 'name': PowerOnVM_Task, 'duration_secs': 1.693992} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.302101] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.302313] env[62284]: INFO nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1728.302518] env[62284]: DEBUG nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.303341] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef672b-9be2-4246-9c58-0969cb10cf3b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.338447] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca113c-e6ed-00ce-8f4f-6f1d82aaf1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.338785] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.339106] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 60e5ab9c-29f8-4bc7-a3be-07b267f12653/60e5ab9c-29f8-4bc7-a3be-07b267f12653.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.339404] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-802beb31-2822-466f-8c8f-c8b1cf6a7be1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.348498] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1728.348498] env[62284]: value = "task-1954409" [ 1728.348498] env[62284]: _type = "Task" [ 1728.348498] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.357652] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.403969] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1728.823599] env[62284]: INFO nova.compute.manager [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Took 54.85 seconds to build instance. [ 1728.859791] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954409, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.909046] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c3ef0795-7325-4464-acaf-01f496d602c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1729.328493] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dff7f9a2-905d-438b-80b9-aa6ecd2ba9c4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "9f720d75-6148-4fb1-934a-7c110953269e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.775s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.368971] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551471} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.369304] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 60e5ab9c-29f8-4bc7-a3be-07b267f12653/60e5ab9c-29f8-4bc7-a3be-07b267f12653.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1729.369522] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1729.369781] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cad4bffc-b1f1-452a-8e42-0c11cbe019b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.377813] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1729.377813] env[62284]: value = "task-1954410" [ 1729.377813] env[62284]: _type = "Task" [ 1729.377813] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.386613] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.416331] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d376c7ad-9725-4597-ab64-278178dea44f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1729.833619] env[62284]: DEBUG nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1729.887280] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06923} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.888191] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1729.888967] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ea220d-5bea-4fde-8768-fbef58ac9065 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.911492] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 60e5ab9c-29f8-4bc7-a3be-07b267f12653/60e5ab9c-29f8-4bc7-a3be-07b267f12653.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1729.911996] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c5d98c2-9b18-4d9c-805c-3663f51713c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.927912] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance bfeaf525-4e5b-47df-aa69-81f0d438010e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1729.935542] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1729.935542] env[62284]: value = "task-1954411" [ 1729.935542] env[62284]: _type = "Task" [ 1729.935542] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.943360] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.361978] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.433215] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 9c954371-b8e5-4b8d-a99f-d2f2d795394c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.445786] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954411, 'name': ReconfigVM_Task, 'duration_secs': 0.391385} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.446820] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 60e5ab9c-29f8-4bc7-a3be-07b267f12653/60e5ab9c-29f8-4bc7-a3be-07b267f12653.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1730.447491] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70393a71-855f-4eee-ba96-fbddbc7fede8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.456833] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1730.456833] env[62284]: value = "task-1954412" [ 1730.456833] env[62284]: _type = "Task" [ 1730.456833] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.467382] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954412, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.936027] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4102a78a-a5f7-48cc-9b28-4ee756553c83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.968210] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954412, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.439018] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 91bd0705-6e68-4155-86dd-2675a9a3e45f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1731.469062] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954412, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.947641] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 09b1d099-befe-4e35-9180-76ae8ba84163 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1731.973411] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954412, 'name': Rename_Task, 'duration_secs': 1.094606} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.973411] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1731.973411] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb61222-a9ca-4903-b066-933003ca5b52 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.980176] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1731.980176] env[62284]: value = "task-1954413" [ 1731.980176] env[62284]: _type = "Task" [ 1731.980176] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.989356] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.449404] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 298ba832-f2a1-4518-9b83-0383605c5ec9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1732.449715] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1732.449858] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1732.490347] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954413, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.936123] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c128274-b238-49ec-bcf3-25696491d977 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.944771] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a06e76-2f10-4454-be6d-28d1f1789987 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.978236] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7fadd4-f7bb-4d29-8a2a-945fd916688b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.993992] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeb0355-ba78-4e88-bdb2-fc06d6717884 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.999339] env[62284]: DEBUG oslo_vmware.api [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954413, 'name': PowerOnVM_Task, 'duration_secs': 0.577856} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.999624] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1732.999828] env[62284]: INFO nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1733.000180] env[62284]: DEBUG nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.001623] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89e5851-c862-49d8-9067-3153de1f55a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.012858] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1733.532515] env[62284]: INFO nova.compute.manager [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Took 53.98 seconds to build instance. [ 1733.573886] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1733.573886] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 68 to 69 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1733.573886] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1734.033452] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6354eabe-8e58-4479-9234-c6913b7fe0e4 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.837s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.079181] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1734.079670] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.244s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.081843] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.844s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.081843] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.082752] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.072s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.084311] env[62284]: INFO nova.compute.claims [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1734.108810] env[62284]: INFO nova.scheduler.client.report [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleted allocations for instance 03afc473-0ccf-4a3d-8549-b76c82951a22 [ 1734.536585] env[62284]: DEBUG nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1734.617889] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fdec18a4-1389-4bf0-82a9-639c62c85fb8 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "03afc473-0ccf-4a3d-8549-b76c82951a22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.572s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.063637] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.088591] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1735.088837] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1735.262744] env[62284]: DEBUG nova.compute.manager [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.264500] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4931d8da-4cd4-4b17-851c-757747310107 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.598316] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1735.598316] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1735.639917] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bad03-4a15-4c84-bbd3-c9f17bcdfc47 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.659948] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd0cdff-5786-497f-898f-17015b991531 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.697825] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c9312e-86cc-4b96-907c-29239495e6fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.706122] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6d417e-2f6f-4c64-b00f-aae7b6ffba27 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.723372] env[62284]: DEBUG nova.compute.provider_tree [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.776275] env[62284]: INFO nova.compute.manager [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] instance snapshotting [ 1735.779480] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e280e51-33f2-4ece-a732-ec6e2465288d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.800965] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fbd7ee-b239-4e01-8c9d-b8601d3a0bba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.137474] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.137474] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.137474] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Forcefully refreshing network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1736.229031] env[62284]: DEBUG nova.scheduler.client.report [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.312856] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1736.316017] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d138c190-0117-4fdb-9a07-bc9ff2fdfa23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.325018] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1736.325018] env[62284]: value = "task-1954414" [ 1736.325018] env[62284]: _type = "Task" [ 1736.325018] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.333291] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.732579] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.733985] env[62284]: DEBUG nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1736.738047] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.556s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.738047] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.740326] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.984s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.741931] env[62284]: INFO nova.compute.claims [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.784134] env[62284]: INFO nova.scheduler.client.report [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Deleted allocations for instance a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e [ 1736.836739] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954414, 'name': CreateSnapshot_Task, 'duration_secs': 0.497669} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.837339] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1736.838181] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7041d634-6b9b-4651-bb01-e7bf8e9dbec2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.986035] env[62284]: DEBUG oslo_concurrency.lockutils [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.986559] env[62284]: DEBUG oslo_concurrency.lockutils [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.251020] env[62284]: DEBUG nova.compute.utils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.253219] env[62284]: DEBUG nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1737.253421] env[62284]: DEBUG nova.network.neutron [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.296333] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0a0ff46d-1bd1-487b-8fc0-e9fe0376e970 tempest-ServerExternalEventsTest-740303652 tempest-ServerExternalEventsTest-740303652-project-member] Lock "a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.573s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.364022] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1737.364022] env[62284]: DEBUG nova.policy [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '784e19340a8d420c988967c3e6dac17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78b6353fb3c14cee930dd18c6c843a91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1737.365494] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8620386b-f619-40ad-9965-1ee24f76a369 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.374932] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1737.374932] env[62284]: value = "task-1954415" [ 1737.374932] env[62284]: _type = "Task" [ 1737.374932] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.388340] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954415, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.491873] env[62284]: DEBUG nova.compute.utils [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.499492] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.757358] env[62284]: DEBUG nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1737.892775] env[62284]: DEBUG nova.network.neutron [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Successfully created port: 2e2efb38-8729-41c0-a726-cb38954f9ac7 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1737.894692] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954415, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.996355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.002181] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.002181] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updated the network info_cache for instance {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1738.002362] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.002528] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.002675] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.002915] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.003069] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.003217] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.003346] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1738.003481] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.356732] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c319a0-e46f-4b17-974c-3f337b4101ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.365851] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edef3ea-417e-4086-a1eb-c34da5ba5424 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.403116] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bfad8d-b708-4518-a412-a2e69843f8cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.414210] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836a7fe7-9264-42eb-a2cb-21fe5e888036 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.418011] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954415, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.428132] env[62284]: DEBUG nova.compute.provider_tree [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.508398] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.770597] env[62284]: DEBUG nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1738.806763] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.806996] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.807172] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.807358] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.807495] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.807642] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.807860] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.810068] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.810068] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.810068] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.810068] env[62284]: DEBUG nova.virt.hardware [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.810777] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a1ded-2cf3-41f9-916b-4acac09aaefa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.819993] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9b7d37-f015-4b82-80a9-977d5ec2d26e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.908469] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954415, 'name': CloneVM_Task, 'duration_secs': 1.490259} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.908740] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Created linked-clone VM from snapshot [ 1738.909536] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c280d9d9-dfbb-44eb-b13d-038ebdffd872 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.916917] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Uploading image a7cf23bc-9e81-4828-875f-3f5985b83991 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1738.931699] env[62284]: DEBUG nova.scheduler.client.report [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.946554] env[62284]: DEBUG oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1738.946554] env[62284]: value = "vm-402759" [ 1738.946554] env[62284]: _type = "VirtualMachine" [ 1738.946554] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1738.947390] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb71e39d-b9be-48bf-bce8-eb258b44b2d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.955966] env[62284]: DEBUG oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lease: (returnval){ [ 1738.955966] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5291b50f-e767-59b2-0185-645b4d722f63" [ 1738.955966] env[62284]: _type = "HttpNfcLease" [ 1738.955966] env[62284]: } obtained for exporting VM: (result){ [ 1738.955966] env[62284]: value = "vm-402759" [ 1738.955966] env[62284]: _type = "VirtualMachine" [ 1738.955966] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1738.955966] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the lease: (returnval){ [ 1738.955966] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5291b50f-e767-59b2-0185-645b4d722f63" [ 1738.955966] env[62284]: _type = "HttpNfcLease" [ 1738.955966] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1738.964761] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1738.964761] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5291b50f-e767-59b2-0185-645b4d722f63" [ 1738.964761] env[62284]: _type = "HttpNfcLease" [ 1738.964761] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1739.079057] env[62284]: DEBUG oslo_concurrency.lockutils [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.079057] env[62284]: DEBUG oslo_concurrency.lockutils [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.079057] env[62284]: INFO nova.compute.manager [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Attaching volume f9d68860-c8df-4e51-bbc3-4fa91e0465ee to /dev/sdb [ 1739.114863] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "d95eea11-abb4-4438-a305-b369fdf3bb52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.114863] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.126024] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dc2610-1090-4481-8a30-3aead5d54487 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.132337] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d495eab9-7d68-4806-870e-dd222cec064d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.147233] env[62284]: DEBUG nova.virt.block_device [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Updating existing volume attachment record: 53adcf09-bb3d-48f6-9d5d-675e650d72b3 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1739.434258] env[62284]: DEBUG nova.compute.manager [req-0e1ae498-6ea4-40fb-8bd5-7b909276969f req-0dd01421-0c12-42d5-b7c4-b01a325a746a service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Received event network-vif-plugged-2e2efb38-8729-41c0-a726-cb38954f9ac7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1739.434481] env[62284]: DEBUG oslo_concurrency.lockutils [req-0e1ae498-6ea4-40fb-8bd5-7b909276969f req-0dd01421-0c12-42d5-b7c4-b01a325a746a service nova] Acquiring lock "f347346b-2a14-4cea-ab84-47f2952af658-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.434682] env[62284]: DEBUG oslo_concurrency.lockutils [req-0e1ae498-6ea4-40fb-8bd5-7b909276969f req-0dd01421-0c12-42d5-b7c4-b01a325a746a service nova] Lock "f347346b-2a14-4cea-ab84-47f2952af658-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.434846] env[62284]: DEBUG oslo_concurrency.lockutils [req-0e1ae498-6ea4-40fb-8bd5-7b909276969f req-0dd01421-0c12-42d5-b7c4-b01a325a746a service nova] Lock "f347346b-2a14-4cea-ab84-47f2952af658-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.435194] env[62284]: DEBUG nova.compute.manager [req-0e1ae498-6ea4-40fb-8bd5-7b909276969f req-0dd01421-0c12-42d5-b7c4-b01a325a746a service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] No waiting events found dispatching network-vif-plugged-2e2efb38-8729-41c0-a726-cb38954f9ac7 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.435253] env[62284]: WARNING nova.compute.manager [req-0e1ae498-6ea4-40fb-8bd5-7b909276969f req-0dd01421-0c12-42d5-b7c4-b01a325a746a service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Received unexpected event network-vif-plugged-2e2efb38-8729-41c0-a726-cb38954f9ac7 for instance with vm_state building and task_state spawning. [ 1739.436487] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.437037] env[62284]: DEBUG nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1739.440663] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.351s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.442048] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.447057] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.941s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.447057] env[62284]: INFO nova.compute.claims [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.464175] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1739.464175] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5291b50f-e767-59b2-0185-645b4d722f63" [ 1739.464175] env[62284]: _type = "HttpNfcLease" [ 1739.464175] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1739.464175] env[62284]: DEBUG oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1739.464175] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5291b50f-e767-59b2-0185-645b4d722f63" [ 1739.464175] env[62284]: _type = "HttpNfcLease" [ 1739.464175] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1739.465701] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d6cb4f-8a80-4af8-9949-942de8d1d97e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.480167] env[62284]: DEBUG oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229c0ce-87bf-3f4b-8abe-0dfc5ab8c4c4/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1739.480167] env[62284]: DEBUG oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229c0ce-87bf-3f4b-8abe-0dfc5ab8c4c4/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1739.489491] env[62284]: INFO nova.scheduler.client.report [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Deleted allocations for instance 4e7a8fc5-0066-480b-bdb5-44b2c64d267e [ 1739.568290] env[62284]: DEBUG nova.network.neutron [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Successfully updated port: 2e2efb38-8729-41c0-a726-cb38954f9ac7 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.611932] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3b9dc3b-c22d-447c-b927-fa234d0dfca3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.944957] env[62284]: DEBUG nova.compute.utils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1739.946219] env[62284]: DEBUG nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1739.946766] env[62284]: DEBUG nova.network.neutron [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.012166] env[62284]: DEBUG nova.policy [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652d36b15a6a4ca2997548a287238296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d7064df0ba4df683ac453554e905cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.063805] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9a414bd8-8a64-4b7b-a501-47bd2a4b078c tempest-ServersAdminNegativeTestJSON-155061324 tempest-ServersAdminNegativeTestJSON-155061324-project-member] Lock "4e7a8fc5-0066-480b-bdb5-44b2c64d267e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.378s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.073353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "refresh_cache-f347346b-2a14-4cea-ab84-47f2952af658" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.073353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquired lock "refresh_cache-f347346b-2a14-4cea-ab84-47f2952af658" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.073616] env[62284]: DEBUG nova.network.neutron [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.449358] env[62284]: DEBUG nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1740.517450] env[62284]: DEBUG nova.network.neutron [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Successfully created port: f50e222b-3202-4347-8b91-557b9af64ddb {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1740.642684] env[62284]: DEBUG nova.network.neutron [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1740.902193] env[62284]: DEBUG nova.network.neutron [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Updating instance_info_cache with network_info: [{"id": "2e2efb38-8729-41c0-a726-cb38954f9ac7", "address": "fa:16:3e:a3:60:36", "network": {"id": "4e51bb65-2885-4681-9b77-79542d830674", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-536896207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78b6353fb3c14cee930dd18c6c843a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2efb38-87", "ovs_interfaceid": "2e2efb38-8729-41c0-a726-cb38954f9ac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.057791] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91a1cbb-d545-4820-ae9d-f2cb4da79679 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.070017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021e004e-d7c3-4b77-ac57-ad7d81028be6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.105173] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695fac21-dbda-4e04-aaf4-57d3def8d6f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.113794] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8932ab0-847d-4f7e-9306-5caf40859dbe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.129287] env[62284]: DEBUG nova.compute.provider_tree [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1741.414584] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Releasing lock "refresh_cache-f347346b-2a14-4cea-ab84-47f2952af658" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.414893] env[62284]: DEBUG nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Instance network_info: |[{"id": "2e2efb38-8729-41c0-a726-cb38954f9ac7", "address": "fa:16:3e:a3:60:36", "network": {"id": "4e51bb65-2885-4681-9b77-79542d830674", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-536896207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78b6353fb3c14cee930dd18c6c843a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2efb38-87", "ovs_interfaceid": "2e2efb38-8729-41c0-a726-cb38954f9ac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1741.415388] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:60:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e2efb38-8729-41c0-a726-cb38954f9ac7', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1741.424378] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Creating folder: Project (78b6353fb3c14cee930dd18c6c843a91). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1741.424678] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d493e7b-e7d2-436b-a9d4-3077c7a0a191 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.438351] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Created folder: Project (78b6353fb3c14cee930dd18c6c843a91) in parent group-v402637. [ 1741.438512] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Creating folder: Instances. Parent ref: group-v402762. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1741.438759] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-897d6803-6432-4399-a676-ecda253b4c36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.448404] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Created folder: Instances in parent group-v402762. [ 1741.448404] env[62284]: DEBUG oslo.service.loopingcall [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.448639] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1741.448717] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50c35a9a-3daf-4a80-b6cd-15208f213f31 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.465323] env[62284]: DEBUG nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1741.473719] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1741.473719] env[62284]: value = "task-1954422" [ 1741.473719] env[62284]: _type = "Task" [ 1741.473719] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.482043] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954422, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.655162] env[62284]: ERROR nova.scheduler.client.report [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [req-138c9f54-6a0d-4af9-824d-29020b68dbc2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-138c9f54-6a0d-4af9-824d-29020b68dbc2"}]} [ 1741.680905] env[62284]: DEBUG nova.scheduler.client.report [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1741.708748] env[62284]: DEBUG nova.scheduler.client.report [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1741.708748] env[62284]: DEBUG nova.compute.provider_tree [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1741.733254] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1741.733586] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.733807] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1741.734020] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.734582] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1741.734759] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1741.734980] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1741.735168] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1741.735385] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1741.735506] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1741.735681] env[62284]: DEBUG nova.virt.hardware [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.736573] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44044f6e-c621-4438-8cd9-041fc7ca350e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.741460] env[62284]: DEBUG nova.scheduler.client.report [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1741.748022] env[62284]: DEBUG nova.compute.manager [req-211a6446-abc6-4a88-bf4d-72a5c281f675 req-9107a916-4542-4e59-a911-a0dfeacf4819 service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Received event network-changed-2e2efb38-8729-41c0-a726-cb38954f9ac7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1741.748309] env[62284]: DEBUG nova.compute.manager [req-211a6446-abc6-4a88-bf4d-72a5c281f675 req-9107a916-4542-4e59-a911-a0dfeacf4819 service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Refreshing instance network info cache due to event network-changed-2e2efb38-8729-41c0-a726-cb38954f9ac7. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1741.748431] env[62284]: DEBUG oslo_concurrency.lockutils [req-211a6446-abc6-4a88-bf4d-72a5c281f675 req-9107a916-4542-4e59-a911-a0dfeacf4819 service nova] Acquiring lock "refresh_cache-f347346b-2a14-4cea-ab84-47f2952af658" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.748628] env[62284]: DEBUG oslo_concurrency.lockutils [req-211a6446-abc6-4a88-bf4d-72a5c281f675 req-9107a916-4542-4e59-a911-a0dfeacf4819 service nova] Acquired lock "refresh_cache-f347346b-2a14-4cea-ab84-47f2952af658" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.748768] env[62284]: DEBUG nova.network.neutron [req-211a6446-abc6-4a88-bf4d-72a5c281f675 req-9107a916-4542-4e59-a911-a0dfeacf4819 service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Refreshing network info cache for port 2e2efb38-8729-41c0-a726-cb38954f9ac7 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.754575] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad0132-b92d-4d01-8ec4-50326e41ecea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.773049] env[62284]: DEBUG nova.scheduler.client.report [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1741.984695] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954422, 'name': CreateVM_Task, 'duration_secs': 0.393555} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.987080] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1741.988037] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.988217] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.988538] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1741.989074] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11edc3d-c83c-4bda-b843-305bd189942d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.995909] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1741.995909] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520131c0-9295-8356-e613-60b22420ce51" [ 1741.995909] env[62284]: _type = "Task" [ 1741.995909] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.007365] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520131c0-9295-8356-e613-60b22420ce51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.219564] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.219971] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.220036] env[62284]: INFO nova.compute.manager [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Shelving [ 1742.294037] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0747a78f-b22b-4ad0-97fe-2f01d102e9c2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.305877] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6e4186-666d-4485-b88c-4470e8c4258c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.336696] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7013f7-c770-491f-802f-12b564b7be99 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.348306] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5549d63-5364-422a-a597-69ea3a513f1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.362861] env[62284]: DEBUG nova.compute.provider_tree [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.512386] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520131c0-9295-8356-e613-60b22420ce51, 'name': SearchDatastore_Task, 'duration_secs': 0.014936} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.512891] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.513056] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.513340] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.513534] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.513762] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.514345] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48c5191b-bd12-4a8b-82ac-402a86c8dbc0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.522776] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.522991] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1742.523776] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2513109f-bdc9-4b73-a273-79b7db0e3a0a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.529389] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1742.529389] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5233a07a-0517-272e-9e0c-98625498b8c4" [ 1742.529389] env[62284]: _type = "Task" [ 1742.529389] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.536862] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5233a07a-0517-272e-9e0c-98625498b8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.551512] env[62284]: DEBUG nova.network.neutron [req-211a6446-abc6-4a88-bf4d-72a5c281f675 req-9107a916-4542-4e59-a911-a0dfeacf4819 service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Updated VIF entry in instance network info cache for port 2e2efb38-8729-41c0-a726-cb38954f9ac7. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.551878] env[62284]: DEBUG nova.network.neutron [req-211a6446-abc6-4a88-bf4d-72a5c281f675 req-9107a916-4542-4e59-a911-a0dfeacf4819 service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Updating instance_info_cache with network_info: [{"id": "2e2efb38-8729-41c0-a726-cb38954f9ac7", "address": "fa:16:3e:a3:60:36", "network": {"id": "4e51bb65-2885-4681-9b77-79542d830674", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-536896207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78b6353fb3c14cee930dd18c6c843a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e2efb38-87", "ovs_interfaceid": "2e2efb38-8729-41c0-a726-cb38954f9ac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.853683] env[62284]: DEBUG nova.network.neutron [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Successfully updated port: f50e222b-3202-4347-8b91-557b9af64ddb {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1742.866258] env[62284]: DEBUG nova.scheduler.client.report [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.044295] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5233a07a-0517-272e-9e0c-98625498b8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.045728] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd8cbe2-603b-4dea-a0e4-cd20521f19ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.053066] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1743.053066] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f28404-f09a-7d27-8a69-0c6e43273e69" [ 1743.053066] env[62284]: _type = "Task" [ 1743.053066] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.055353] env[62284]: DEBUG oslo_concurrency.lockutils [req-211a6446-abc6-4a88-bf4d-72a5c281f675 req-9107a916-4542-4e59-a911-a0dfeacf4819 service nova] Releasing lock "refresh_cache-f347346b-2a14-4cea-ab84-47f2952af658" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.060577] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f28404-f09a-7d27-8a69-0c6e43273e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.231318] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.231743] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b928d8b5-4a25-4a7d-be19-578fb72c6453 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.239791] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1743.239791] env[62284]: value = "task-1954424" [ 1743.239791] env[62284]: _type = "Task" [ 1743.239791] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.252836] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.358268] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.358415] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.358604] env[62284]: DEBUG nova.network.neutron [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.373566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.929s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.374299] env[62284]: DEBUG nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1743.380261] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.761s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.380261] env[62284]: INFO nova.compute.claims [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.563426] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f28404-f09a-7d27-8a69-0c6e43273e69, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.563705] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.563959] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f347346b-2a14-4cea-ab84-47f2952af658/f347346b-2a14-4cea-ab84-47f2952af658.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1743.564930] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aafb9b5e-84d1-457c-9f97-3a574d1d26f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.571554] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1743.571554] env[62284]: value = "task-1954425" [ 1743.571554] env[62284]: _type = "Task" [ 1743.571554] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.580632] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.755208] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954424, 'name': PowerOffVM_Task, 'duration_secs': 0.278521} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.755208] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.755208] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5568510-e736-46b6-b369-5ab520bf5436 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.779969] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6883fa-78e4-4a42-bd5d-0c8be8118999 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.883980] env[62284]: DEBUG nova.compute.utils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.890077] env[62284]: DEBUG nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.890077] env[62284]: DEBUG nova.network.neutron [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.922555] env[62284]: DEBUG nova.compute.manager [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Received event network-vif-plugged-f50e222b-3202-4347-8b91-557b9af64ddb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1743.922841] env[62284]: DEBUG oslo_concurrency.lockutils [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] Acquiring lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.923690] env[62284]: DEBUG oslo_concurrency.lockutils [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.923955] env[62284]: DEBUG oslo_concurrency.lockutils [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.924276] env[62284]: DEBUG nova.compute.manager [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] No waiting events found dispatching network-vif-plugged-f50e222b-3202-4347-8b91-557b9af64ddb {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.924506] env[62284]: WARNING nova.compute.manager [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Received unexpected event network-vif-plugged-f50e222b-3202-4347-8b91-557b9af64ddb for instance with vm_state building and task_state spawning. [ 1743.928023] env[62284]: DEBUG nova.compute.manager [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Received event network-changed-f50e222b-3202-4347-8b91-557b9af64ddb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1743.928023] env[62284]: DEBUG nova.compute.manager [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Refreshing instance network info cache due to event network-changed-f50e222b-3202-4347-8b91-557b9af64ddb. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1743.928023] env[62284]: DEBUG oslo_concurrency.lockutils [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] Acquiring lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.944915] env[62284]: DEBUG nova.network.neutron [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1743.957731] env[62284]: DEBUG nova.policy [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1744.082729] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954425, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.170072] env[62284]: DEBUG nova.network.neutron [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance_info_cache with network_info: [{"id": "f50e222b-3202-4347-8b91-557b9af64ddb", "address": "fa:16:3e:06:46:95", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e222b-32", "ovs_interfaceid": "f50e222b-3202-4347-8b91-557b9af64ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.202891] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1744.203141] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402761', 'volume_id': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'name': 'volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'serial': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1744.204277] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed174be-822f-4fed-a1fc-62ce381809d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.225141] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc248ef8-30cd-476d-a03d-0f95649f2725 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.259508] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee/volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.259902] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6a11aa-4f41-4c2a-a557-136fb8add057 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.279942] env[62284]: DEBUG oslo_vmware.api [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1744.279942] env[62284]: value = "task-1954426" [ 1744.279942] env[62284]: _type = "Task" [ 1744.279942] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.292966] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1744.293307] env[62284]: DEBUG oslo_vmware.api [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.293552] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d4209036-a252-4cc5-8f59-5b9b2184ff21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.301371] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1744.301371] env[62284]: value = "task-1954427" [ 1744.301371] env[62284]: _type = "Task" [ 1744.301371] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.311451] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954427, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.388938] env[62284]: DEBUG nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1744.583925] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535366} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.584717] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f347346b-2a14-4cea-ab84-47f2952af658/f347346b-2a14-4cea-ab84-47f2952af658.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.585391] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.589409] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-706832f8-a7e8-49b9-b425-0cba2e052617 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.599180] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1744.599180] env[62284]: value = "task-1954428" [ 1744.599180] env[62284]: _type = "Task" [ 1744.599180] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.610029] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.636459] env[62284]: DEBUG nova.network.neutron [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Successfully created port: 424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1744.676018] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.676018] env[62284]: DEBUG nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Instance network_info: |[{"id": "f50e222b-3202-4347-8b91-557b9af64ddb", "address": "fa:16:3e:06:46:95", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e222b-32", "ovs_interfaceid": "f50e222b-3202-4347-8b91-557b9af64ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1744.676308] env[62284]: DEBUG oslo_concurrency.lockutils [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] Acquired lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.676308] env[62284]: DEBUG nova.network.neutron [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Refreshing network info cache for port f50e222b-3202-4347-8b91-557b9af64ddb {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.676308] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:46:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50e222b-3202-4347-8b91-557b9af64ddb', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.684183] env[62284]: DEBUG oslo.service.loopingcall [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.684575] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.685667] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1252b3b8-7a38-49e8-84e8-ba33bab3fefb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.709568] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.709568] env[62284]: value = "task-1954429" [ 1744.709568] env[62284]: _type = "Task" [ 1744.709568] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.722926] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954429, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.792692] env[62284]: DEBUG oslo_vmware.api [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954426, 'name': ReconfigVM_Task, 'duration_secs': 0.353797} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.792989] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee/volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.802257] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e50119-5bf1-4118-84c1-273324027214 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.824072] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954427, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.827169] env[62284]: DEBUG oslo_vmware.api [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1744.827169] env[62284]: value = "task-1954430" [ 1744.827169] env[62284]: _type = "Task" [ 1744.827169] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.834866] env[62284]: DEBUG oslo_vmware.api [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.078100] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5d5773-f273-40dd-9a43-5fedd4950ed6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.088995] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9311129-1aab-4e25-8228-966b95cca979 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.125680] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1323fb05-6713-4e22-b1cf-8de605562729 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.133575] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075603} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.135938] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.136834] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7aa071-a2ed-4f35-8149-6ca212c5455e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.140788] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ffeac-363d-4275-9d80-e29569f4b814 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.177309] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f347346b-2a14-4cea-ab84-47f2952af658/f347346b-2a14-4cea-ab84-47f2952af658.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.177729] env[62284]: DEBUG nova.compute.provider_tree [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.180171] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-040a55a8-d853-4334-8ae4-82a6ec9799d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.204132] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1745.204132] env[62284]: value = "task-1954431" [ 1745.204132] env[62284]: _type = "Task" [ 1745.204132] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.212861] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.221814] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954429, 'name': CreateVM_Task, 'duration_secs': 0.505521} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.222073] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.222713] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.222880] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.223227] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.223492] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2942db7-38f0-45d4-8adb-65e1daaa7570 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.228595] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1745.228595] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e4b714-b5e0-6b26-a1d1-c2dc41ff7bc4" [ 1745.228595] env[62284]: _type = "Task" [ 1745.228595] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.239469] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e4b714-b5e0-6b26-a1d1-c2dc41ff7bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.324184] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954427, 'name': CreateSnapshot_Task, 'duration_secs': 1.007816} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.324184] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1745.325043] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3724667d-9e37-4112-adf3-5b97a5f60b3d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.348180] env[62284]: DEBUG oslo_vmware.api [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954430, 'name': ReconfigVM_Task, 'duration_secs': 0.146105} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.348180] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402761', 'volume_id': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'name': 'volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'serial': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1745.413969] env[62284]: DEBUG nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1745.454481] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.454725] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.455131] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.455131] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.455318] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.455428] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.455703] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.455965] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.458200] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.458200] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.458200] env[62284]: DEBUG nova.virt.hardware [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.458200] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715cb62d-d722-4119-9db3-5fbf76fc6198 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.466118] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d244940a-08cf-4d26-ae8c-cc9f1f30df47 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.490482] env[62284]: DEBUG nova.network.neutron [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updated VIF entry in instance network info cache for port f50e222b-3202-4347-8b91-557b9af64ddb. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1745.490852] env[62284]: DEBUG nova.network.neutron [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance_info_cache with network_info: [{"id": "f50e222b-3202-4347-8b91-557b9af64ddb", "address": "fa:16:3e:06:46:95", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e222b-32", "ovs_interfaceid": "f50e222b-3202-4347-8b91-557b9af64ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.681230] env[62284]: DEBUG nova.scheduler.client.report [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.714143] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954431, 'name': ReconfigVM_Task, 'duration_secs': 0.268728} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.714450] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f347346b-2a14-4cea-ab84-47f2952af658/f347346b-2a14-4cea-ab84-47f2952af658.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.715110] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a027a059-f3d2-4955-8347-e6bd8cd54c64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.726026] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1745.726026] env[62284]: value = "task-1954432" [ 1745.726026] env[62284]: _type = "Task" [ 1745.726026] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.731555] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954432, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.740930] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e4b714-b5e0-6b26-a1d1-c2dc41ff7bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.741398] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.741673] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.741917] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.742083] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.742289] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.743529] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa059b07-ca0d-4930-bd05-e6fa8e58b062 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.756019] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.756019] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.756019] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03df48ae-a003-40c6-b78f-5b25ebfa18c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.761189] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1745.761189] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5267243c-1b2f-c569-eae3-5a7156043637" [ 1745.761189] env[62284]: _type = "Task" [ 1745.761189] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.770266] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5267243c-1b2f-c569-eae3-5a7156043637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.854194] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1745.856714] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a14c66f8-bd11-4c80-830b-5731113c7d5d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.865975] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1745.865975] env[62284]: value = "task-1954433" [ 1745.865975] env[62284]: _type = "Task" [ 1745.865975] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.874977] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954433, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.994632] env[62284]: DEBUG oslo_concurrency.lockutils [req-ce1a63c3-d4a4-4ff5-b114-8755ce0ef1ef req-299f246f-1119-4f21-a01d-b63f1e54a6cd service nova] Releasing lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.186487] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.187799] env[62284]: DEBUG nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1746.191179] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.209s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.191395] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.194737] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.588s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.196551] env[62284]: INFO nova.compute.claims [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.216929] env[62284]: INFO nova.scheduler.client.report [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Deleted allocations for instance 5ec42b93-102a-4709-916e-c88a5c5c30aa [ 1746.238194] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954432, 'name': Rename_Task, 'duration_secs': 0.147537} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.238550] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1746.238820] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b664d16-fef9-481f-ace0-061c4c19946e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.246704] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1746.246704] env[62284]: value = "task-1954434" [ 1746.246704] env[62284]: _type = "Task" [ 1746.246704] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.255970] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.277024] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5267243c-1b2f-c569-eae3-5a7156043637, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.277024] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1338333c-672d-41ab-8348-5816b9f116bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.283886] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1746.283886] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529fce16-acc9-0cda-92ee-c41c9cd393fb" [ 1746.283886] env[62284]: _type = "Task" [ 1746.283886] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.293398] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529fce16-acc9-0cda-92ee-c41c9cd393fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.376954] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954433, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.412112] env[62284]: DEBUG nova.objects.instance [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'flavor' on Instance uuid 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.542356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.543156] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.666099] env[62284]: DEBUG nova.compute.manager [req-9f4b1664-7e0a-4158-96e4-70c674315c1e req-d8acd669-d85e-4938-b4af-ca6a9b36fd73 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received event network-vif-plugged-424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1746.666099] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f4b1664-7e0a-4158-96e4-70c674315c1e req-d8acd669-d85e-4938-b4af-ca6a9b36fd73 service nova] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.666099] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f4b1664-7e0a-4158-96e4-70c674315c1e req-d8acd669-d85e-4938-b4af-ca6a9b36fd73 service nova] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.666099] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f4b1664-7e0a-4158-96e4-70c674315c1e req-d8acd669-d85e-4938-b4af-ca6a9b36fd73 service nova] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.666099] env[62284]: DEBUG nova.compute.manager [req-9f4b1664-7e0a-4158-96e4-70c674315c1e req-d8acd669-d85e-4938-b4af-ca6a9b36fd73 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] No waiting events found dispatching network-vif-plugged-424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.666466] env[62284]: WARNING nova.compute.manager [req-9f4b1664-7e0a-4158-96e4-70c674315c1e req-d8acd669-d85e-4938-b4af-ca6a9b36fd73 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received unexpected event network-vif-plugged-424f2a56-321e-4831-ab66-486f14bafc1d for instance with vm_state building and task_state spawning. [ 1746.710667] env[62284]: DEBUG nova.compute.utils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.712279] env[62284]: DEBUG nova.network.neutron [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Successfully updated port: 424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.713614] env[62284]: DEBUG nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.713898] env[62284]: DEBUG nova.network.neutron [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.726550] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4ed5dccb-f020-40e7-82d3-344ac2aa770f tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "5ec42b93-102a-4709-916e-c88a5c5c30aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.196s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.759552] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954434, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.771971] env[62284]: DEBUG nova.policy [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cc5e361d66342498c076754d8edee64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3716f02245d047b38c3cb29eca65cd2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.795604] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529fce16-acc9-0cda-92ee-c41c9cd393fb, 'name': SearchDatastore_Task, 'duration_secs': 0.024236} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.795810] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.796093] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 24d5e16d-487c-48b0-b034-9204c0af2ea2/24d5e16d-487c-48b0-b034-9204c0af2ea2.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.796365] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4867fab-7913-44d8-9153-10ec5066e5ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.803641] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1746.803641] env[62284]: value = "task-1954435" [ 1746.803641] env[62284]: _type = "Task" [ 1746.803641] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.812968] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.879627] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954433, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.919687] env[62284]: DEBUG oslo_concurrency.lockutils [None req-452e7116-a23a-4fa3-9169-f66adcca6f81 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.186868] env[62284]: DEBUG nova.network.neutron [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Successfully created port: 5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1747.217990] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.217990] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.217990] env[62284]: DEBUG nova.network.neutron [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.218778] env[62284]: DEBUG nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1747.260864] env[62284]: DEBUG oslo_vmware.api [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954434, 'name': PowerOnVM_Task, 'duration_secs': 0.540119} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.261636] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.261636] env[62284]: INFO nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1747.262295] env[62284]: DEBUG nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.264010] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d169f5-1e6e-495a-861b-29c0b2515943 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.322750] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954435, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.382528] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954433, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.777669] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448902e5-c365-403a-becc-bf8fcb080c06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.784993] env[62284]: DEBUG nova.network.neutron [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1747.792114] env[62284]: INFO nova.compute.manager [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Took 63.89 seconds to build instance. [ 1747.796442] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd9e3f4-92e3-4657-8f22-8bf794d49c31 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.835069] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf8aba-313d-4e00-b659-bb5c57d5ae0c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.844573] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608875} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.847290] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 24d5e16d-487c-48b0-b034-9204c0af2ea2/24d5e16d-487c-48b0-b034-9204c0af2ea2.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.847565] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.847945] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-792ee7c2-cafe-4ea8-a566-6ce61092dd20 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.850866] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4906f6-bb56-4a8a-bcf9-6620faaf9582 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.868605] env[62284]: DEBUG nova.compute.provider_tree [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.874519] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1747.874519] env[62284]: value = "task-1954436" [ 1747.874519] env[62284]: _type = "Task" [ 1747.874519] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.885293] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954433, 'name': CloneVM_Task, 'duration_secs': 1.998083} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.885933] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Created linked-clone VM from snapshot [ 1747.886709] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13678b3f-c922-44cc-be7b-a934c8a2b8e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.892622] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.898095] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Uploading image 2996462f-4e4c-4e64-879b-2005aec62a5f {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1747.920899] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1747.920899] env[62284]: value = "vm-402767" [ 1747.920899] env[62284]: _type = "VirtualMachine" [ 1747.920899] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1747.921262] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dea30a94-e74d-4b6f-80c8-c184e9eeb6be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.930165] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lease: (returnval){ [ 1747.930165] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257e46c-a70b-a78b-d5f6-62bbf5430373" [ 1747.930165] env[62284]: _type = "HttpNfcLease" [ 1747.930165] env[62284]: } obtained for exporting VM: (result){ [ 1747.930165] env[62284]: value = "vm-402767" [ 1747.930165] env[62284]: _type = "VirtualMachine" [ 1747.930165] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1747.930537] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the lease: (returnval){ [ 1747.930537] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257e46c-a70b-a78b-d5f6-62bbf5430373" [ 1747.930537] env[62284]: _type = "HttpNfcLease" [ 1747.930537] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1747.936780] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1747.936780] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257e46c-a70b-a78b-d5f6-62bbf5430373" [ 1747.936780] env[62284]: _type = "HttpNfcLease" [ 1747.936780] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1748.064240] env[62284]: DEBUG nova.network.neutron [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updating instance_info_cache with network_info: [{"id": "424f2a56-321e-4831-ab66-486f14bafc1d", "address": "fa:16:3e:7c:48:27", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424f2a56-32", "ovs_interfaceid": "424f2a56-321e-4831-ab66-486f14bafc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.238897] env[62284]: DEBUG nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1748.270926] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1748.271219] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.271453] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1748.271675] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.271849] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1748.272050] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1748.272222] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1748.272425] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1748.272571] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1748.272742] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1748.272939] env[62284]: DEBUG nova.virt.hardware [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1748.273941] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a003c7cc-fb46-4572-b08d-2e65b33db81a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.283838] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32d7dcc-bcce-4930-bca5-36cbae913c84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.299577] env[62284]: DEBUG oslo_concurrency.lockutils [None req-27276fdd-9f3d-497b-aa2f-d34941623335 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "f347346b-2a14-4cea-ab84-47f2952af658" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.193s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.377208] env[62284]: DEBUG nova.scheduler.client.report [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.392304] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128569} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.394394] env[62284]: DEBUG oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229c0ce-87bf-3f4b-8abe-0dfc5ab8c4c4/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1748.395304] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.396118] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd33851-4861-4a46-8e9c-d5838a39c2f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.398984] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef314c3-b164-420a-85e3-917e90eb4e02 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.405507] env[62284]: DEBUG oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229c0ce-87bf-3f4b-8abe-0dfc5ab8c4c4/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1748.405662] env[62284]: ERROR oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229c0ce-87bf-3f4b-8abe-0dfc5ab8c4c4/disk-0.vmdk due to incomplete transfer. [ 1748.414434] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-322e614c-f35d-4af8-a982-e7f30a6c91da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.424384] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 24d5e16d-487c-48b0-b034-9204c0af2ea2/24d5e16d-487c-48b0-b034-9204c0af2ea2.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.425739] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48cabe1f-9da4-43c6-b230-7543520adcde {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.449942] env[62284]: DEBUG oslo_vmware.rw_handles [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5229c0ce-87bf-3f4b-8abe-0dfc5ab8c4c4/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1748.449942] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Uploaded image a7cf23bc-9e81-4828-875f-3f5985b83991 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1748.451726] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1748.454932] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-409965bb-e9a5-44c2-b20d-5e38486d9116 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.456384] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1748.456384] env[62284]: value = "task-1954438" [ 1748.456384] env[62284]: _type = "Task" [ 1748.456384] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.456761] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1748.456761] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257e46c-a70b-a78b-d5f6-62bbf5430373" [ 1748.456761] env[62284]: _type = "HttpNfcLease" [ 1748.456761] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1748.457079] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1748.457079] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257e46c-a70b-a78b-d5f6-62bbf5430373" [ 1748.457079] env[62284]: _type = "HttpNfcLease" [ 1748.457079] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1748.462491] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7c24d2-d738-48e6-bd8b-9c25317e524f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.466180] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1748.466180] env[62284]: value = "task-1954439" [ 1748.466180] env[62284]: _type = "Task" [ 1748.466180] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.476144] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528167d4-29ca-06e1-49c8-20afe7678232/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1748.476333] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528167d4-29ca-06e1-49c8-20afe7678232/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1748.477596] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.536530] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954439, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.566627] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.567012] env[62284]: DEBUG nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Instance network_info: |[{"id": "424f2a56-321e-4831-ab66-486f14bafc1d", "address": "fa:16:3e:7c:48:27", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424f2a56-32", "ovs_interfaceid": "424f2a56-321e-4831-ab66-486f14bafc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1748.567488] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:48:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '424f2a56-321e-4831-ab66-486f14bafc1d', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.575644] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Creating folder: Project (1f22e496c8b045e7a98237612492d5af). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.578408] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b963def-0368-44d0-8cb6-26dd41043bbb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.581112] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4bef4cb-ea04-4a91-a262-32cb7a2fc0b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.591871] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Created folder: Project (1f22e496c8b045e7a98237612492d5af) in parent group-v402637. [ 1748.592052] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Creating folder: Instances. Parent ref: group-v402768. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.592339] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8bf4ff7-fe31-4d3d-b7d7-109033f25e82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.604237] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Created folder: Instances in parent group-v402768. [ 1748.604509] env[62284]: DEBUG oslo.service.loopingcall [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.604716] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.604954] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac8f62b8-2803-456d-8de4-a45ed61f1560 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.631080] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.631080] env[62284]: value = "task-1954442" [ 1748.631080] env[62284]: _type = "Task" [ 1748.631080] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.640322] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954442, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.803045] env[62284]: DEBUG nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1748.888350] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.889229] env[62284]: DEBUG nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.893831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.908s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.894055] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.898071] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.578s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.898333] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.901284] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.405s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.903683] env[62284]: INFO nova.compute.claims [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1748.931793] env[62284]: INFO nova.scheduler.client.report [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleted allocations for instance 6f5e38dd-7a22-4065-bc06-c4aefa6092e3 [ 1748.940032] env[62284]: INFO nova.scheduler.client.report [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Deleted allocations for instance 921af820-927f-4429-a5c0-e4eb55b3ca23 [ 1748.946212] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23df0d0-5eac-4097-8ba4-abc33ecedcf5 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "interface-f347346b-2a14-4cea-ab84-47f2952af658-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.946782] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23df0d0-5eac-4097-8ba4-abc33ecedcf5 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "interface-f347346b-2a14-4cea-ab84-47f2952af658-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.948360] env[62284]: DEBUG nova.objects.instance [None req-f23df0d0-5eac-4097-8ba4-abc33ecedcf5 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lazy-loading 'flavor' on Instance uuid f347346b-2a14-4cea-ab84-47f2952af658 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.979145] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954438, 'name': ReconfigVM_Task, 'duration_secs': 0.347279} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.980130] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 24d5e16d-487c-48b0-b034-9204c0af2ea2/24d5e16d-487c-48b0-b034-9204c0af2ea2.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.981344] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2df313f8-b5e5-4955-adeb-8e708e40216b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.987415] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954439, 'name': Destroy_Task, 'duration_secs': 0.449641} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.988318] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Destroyed the VM [ 1748.988737] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1748.989088] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c2dd15e-72a1-4955-b486-8ee6dfd4ec26 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.004200] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1749.004200] env[62284]: value = "task-1954443" [ 1749.004200] env[62284]: _type = "Task" [ 1749.004200] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.005803] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.005803] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.013062] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1749.013062] env[62284]: value = "task-1954444" [ 1749.013062] env[62284]: _type = "Task" [ 1749.013062] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.022372] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954443, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.027856] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954444, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.051742] env[62284]: DEBUG nova.network.neutron [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Successfully updated port: 5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.142778] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954442, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.329183] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.409928] env[62284]: DEBUG nova.compute.utils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.414494] env[62284]: DEBUG nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1749.414844] env[62284]: DEBUG nova.network.neutron [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.446823] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39d1a122-c437-44b4-bfeb-3837707e3f02 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "6f5e38dd-7a22-4065-bc06-c4aefa6092e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.942s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.455587] env[62284]: DEBUG nova.objects.instance [None req-f23df0d0-5eac-4097-8ba4-abc33ecedcf5 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lazy-loading 'pci_requests' on Instance uuid f347346b-2a14-4cea-ab84-47f2952af658 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.457736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-29543a1a-74b3-4cf9-9418-c840707552f0 tempest-VolumesAssistedSnapshotsTest-926527042 tempest-VolumesAssistedSnapshotsTest-926527042-project-member] Lock "921af820-927f-4429-a5c0-e4eb55b3ca23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.607s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.471616] env[62284]: DEBUG nova.compute.manager [req-4240790e-f6de-42be-b4f2-cbcc6c1fbf54 req-191bfddc-95c0-4921-83a3-9895f583ade6 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received event network-changed-424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1749.471858] env[62284]: DEBUG nova.compute.manager [req-4240790e-f6de-42be-b4f2-cbcc6c1fbf54 req-191bfddc-95c0-4921-83a3-9895f583ade6 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Refreshing instance network info cache due to event network-changed-424f2a56-321e-4831-ab66-486f14bafc1d. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1749.472457] env[62284]: DEBUG oslo_concurrency.lockutils [req-4240790e-f6de-42be-b4f2-cbcc6c1fbf54 req-191bfddc-95c0-4921-83a3-9895f583ade6 service nova] Acquiring lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.472701] env[62284]: DEBUG oslo_concurrency.lockutils [req-4240790e-f6de-42be-b4f2-cbcc6c1fbf54 req-191bfddc-95c0-4921-83a3-9895f583ade6 service nova] Acquired lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.473073] env[62284]: DEBUG nova.network.neutron [req-4240790e-f6de-42be-b4f2-cbcc6c1fbf54 req-191bfddc-95c0-4921-83a3-9895f583ade6 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Refreshing network info cache for port 424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.475584] env[62284]: DEBUG nova.policy [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4936b455c44d4bab8634f7a1b58989d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895ab6ee710b4a888239a4a54ccfdd9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1749.523009] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954443, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.530014] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954444, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.557301] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.557301] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.557301] env[62284]: DEBUG nova.network.neutron [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.642984] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954442, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.861564] env[62284]: DEBUG nova.network.neutron [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Successfully created port: 32c8d2c0-f65c-4d65-beb1-5285b66885a5 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.914870] env[62284]: DEBUG nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.957962] env[62284]: DEBUG nova.objects.base [None req-f23df0d0-5eac-4097-8ba4-abc33ecedcf5 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1749.958313] env[62284]: DEBUG nova.network.neutron [None req-f23df0d0-5eac-4097-8ba4-abc33ecedcf5 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.018059] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954443, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.033916] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954444, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.099462] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23df0d0-5eac-4097-8ba4-abc33ecedcf5 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "interface-f347346b-2a14-4cea-ab84-47f2952af658-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.153s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.133568] env[62284]: DEBUG nova.network.neutron [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1750.144602] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954442, 'name': CreateVM_Task, 'duration_secs': 1.397692} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.151758] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.153828] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.154133] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.154702] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.155763] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44602f69-0b02-44f8-9eb0-cd056299616b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.168384] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1750.168384] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529e2afc-253c-e6cd-c641-58b21e78b20b" [ 1750.168384] env[62284]: _type = "Task" [ 1750.168384] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.178609] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529e2afc-253c-e6cd-c641-58b21e78b20b, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.181468] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.181790] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1750.182121] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.182321] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.182618] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1750.183240] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d23382d-f56e-41b5-9352-b20ca9efea0e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.191356] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1750.191560] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1750.192484] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7088b4-dc6b-4a31-a343-71d366a0fce5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.205563] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1750.205563] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d6f782-b27a-e383-b7c7-113561c734b8" [ 1750.205563] env[62284]: _type = "Task" [ 1750.205563] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.214325] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d6f782-b27a-e383-b7c7-113561c734b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.283980] env[62284]: DEBUG nova.network.neutron [req-4240790e-f6de-42be-b4f2-cbcc6c1fbf54 req-191bfddc-95c0-4921-83a3-9895f583ade6 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updated VIF entry in instance network info cache for port 424f2a56-321e-4831-ab66-486f14bafc1d. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.284454] env[62284]: DEBUG nova.network.neutron [req-4240790e-f6de-42be-b4f2-cbcc6c1fbf54 req-191bfddc-95c0-4921-83a3-9895f583ade6 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updating instance_info_cache with network_info: [{"id": "424f2a56-321e-4831-ab66-486f14bafc1d", "address": "fa:16:3e:7c:48:27", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424f2a56-32", "ovs_interfaceid": "424f2a56-321e-4831-ab66-486f14bafc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.422518] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9473aa-787a-4c35-a159-c8002b9a69bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.432105] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51519118-e32b-436c-b414-93c39a139b89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.468477] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7156385f-9bed-47f9-9fa7-2db0f2729950 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.480342] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a92a03b-d54a-43c0-8553-32f6b0d6d6d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.499198] env[62284]: DEBUG nova.compute.provider_tree [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.518657] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954443, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.527170] env[62284]: DEBUG oslo_vmware.api [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954444, 'name': RemoveSnapshot_Task, 'duration_secs': 1.035067} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.531021] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1750.531021] env[62284]: INFO nova.compute.manager [None req-cbc9da8b-702c-46f1-a00e-99c7ad55b730 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Took 14.75 seconds to snapshot the instance on the hypervisor. [ 1750.583925] env[62284]: DEBUG nova.network.neutron [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updating instance_info_cache with network_info: [{"id": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "address": "fa:16:3e:06:87:37", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f00ca7c-53", "ovs_interfaceid": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.717067] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d6f782-b27a-e383-b7c7-113561c734b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015036} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.718274] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9f8890-4d9a-4c67-99a6-1bf8f0024821 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.723885] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1750.723885] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520aad7e-4b67-806e-17ea-fc4b0ba97184" [ 1750.723885] env[62284]: _type = "Task" [ 1750.723885] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.732861] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520aad7e-4b67-806e-17ea-fc4b0ba97184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.787479] env[62284]: DEBUG oslo_concurrency.lockutils [req-4240790e-f6de-42be-b4f2-cbcc6c1fbf54 req-191bfddc-95c0-4921-83a3-9895f583ade6 service nova] Releasing lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.933420] env[62284]: DEBUG nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.953509] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.953758] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.953916] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.954110] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.954264] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.954403] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.954611] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.954769] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.954936] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.955112] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.955288] env[62284]: DEBUG nova.virt.hardware [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.956187] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d93efb-2ba8-4a7d-a160-428a0ff802a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.964281] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b2bda-f281-487f-8426-df6740125282 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.003771] env[62284]: DEBUG nova.scheduler.client.report [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.017264] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954443, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.086351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Releasing lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.086720] env[62284]: DEBUG nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Instance network_info: |[{"id": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "address": "fa:16:3e:06:87:37", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f00ca7c-53", "ovs_interfaceid": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1751.087172] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:87:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f00ca7c-539e-4372-906f-ca97b13c7dc0', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1751.095046] env[62284]: DEBUG oslo.service.loopingcall [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.095322] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1751.095576] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98092d53-952e-4373-8c40-c896e484c616 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.117524] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1751.117524] env[62284]: value = "task-1954445" [ 1751.117524] env[62284]: _type = "Task" [ 1751.117524] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.128058] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954445, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.235530] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520aad7e-4b67-806e-17ea-fc4b0ba97184, 'name': SearchDatastore_Task, 'duration_secs': 0.015275} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.235827] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.236193] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f22f9e16-5775-45d6-a75f-ef4e294c78b7/f22f9e16-5775-45d6-a75f-ef4e294c78b7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1751.236452] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52e8f574-7a39-423a-8a8f-862de0886556 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.243951] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1751.243951] env[62284]: value = "task-1954446" [ 1751.243951] env[62284]: _type = "Task" [ 1751.243951] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.253036] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.509517] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.510502] env[62284]: DEBUG nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1751.514438] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.474s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.516139] env[62284]: INFO nova.compute.claims [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.528525] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954443, 'name': Rename_Task, 'duration_secs': 2.081471} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.528813] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.529090] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f52419e9-0ed7-48f9-9f81-d57b43dad529 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.538113] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1751.538113] env[62284]: value = "task-1954447" [ 1751.538113] env[62284]: _type = "Task" [ 1751.538113] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.548559] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.635101] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954445, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.758740] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954446, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.854125] env[62284]: DEBUG nova.compute.manager [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Received event network-vif-plugged-5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1751.854125] env[62284]: DEBUG oslo_concurrency.lockutils [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] Acquiring lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.855559] env[62284]: DEBUG oslo_concurrency.lockutils [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.856010] env[62284]: DEBUG oslo_concurrency.lockutils [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.856539] env[62284]: DEBUG nova.compute.manager [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] No waiting events found dispatching network-vif-plugged-5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1751.856875] env[62284]: WARNING nova.compute.manager [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Received unexpected event network-vif-plugged-5f00ca7c-539e-4372-906f-ca97b13c7dc0 for instance with vm_state building and task_state spawning. [ 1751.857252] env[62284]: DEBUG nova.compute.manager [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Received event network-changed-5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1751.857579] env[62284]: DEBUG nova.compute.manager [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Refreshing instance network info cache due to event network-changed-5f00ca7c-539e-4372-906f-ca97b13c7dc0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1751.857945] env[62284]: DEBUG oslo_concurrency.lockutils [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] Acquiring lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.860029] env[62284]: DEBUG oslo_concurrency.lockutils [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] Acquired lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.860029] env[62284]: DEBUG nova.network.neutron [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Refreshing network info cache for port 5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.021347] env[62284]: DEBUG nova.compute.utils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1752.025655] env[62284]: DEBUG nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1752.025904] env[62284]: DEBUG nova.network.neutron [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1752.050835] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.085669] env[62284]: DEBUG nova.network.neutron [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Successfully updated port: 32c8d2c0-f65c-4d65-beb1-5285b66885a5 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1752.132910] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954445, 'name': CreateVM_Task, 'duration_secs': 0.561787} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.133128] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1752.137021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.137021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.137021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1752.137021] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e9acbf-6f5d-419f-836d-0d9fe379debc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.140814] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1752.140814] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf576f-8aa7-2e48-f6f6-ab8a3b99b9a8" [ 1752.140814] env[62284]: _type = "Task" [ 1752.140814] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.151279] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf576f-8aa7-2e48-f6f6-ab8a3b99b9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.159839] env[62284]: DEBUG nova.policy [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a49ef6e4df44304ba99c34c906ade07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8003134f91fb43e7890ab08782876676', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1752.256482] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647199} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.256849] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f22f9e16-5775-45d6-a75f-ef4e294c78b7/f22f9e16-5775-45d6-a75f-ef4e294c78b7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1752.257115] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1752.257433] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8780fde9-140a-4214-8f5a-76dd43e8acd1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.265214] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1752.265214] env[62284]: value = "task-1954448" [ 1752.265214] env[62284]: _type = "Task" [ 1752.265214] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.273757] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.323521] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "f347346b-2a14-4cea-ab84-47f2952af658" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.323828] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "f347346b-2a14-4cea-ab84-47f2952af658" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.324107] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "f347346b-2a14-4cea-ab84-47f2952af658-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.324316] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "f347346b-2a14-4cea-ab84-47f2952af658-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.324488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "f347346b-2a14-4cea-ab84-47f2952af658-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.326708] env[62284]: INFO nova.compute.manager [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Terminating instance [ 1752.526181] env[62284]: DEBUG nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1752.548901] env[62284]: DEBUG oslo_vmware.api [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954447, 'name': PowerOnVM_Task, 'duration_secs': 0.765146} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.549432] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.550110] env[62284]: INFO nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1752.550990] env[62284]: DEBUG nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.551851] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e935e-1ab7-4751-91c6-487d0863a6c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.591953] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "refresh_cache-692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.592397] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "refresh_cache-692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.592904] env[62284]: DEBUG nova.network.neutron [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.655966] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf576f-8aa7-2e48-f6f6-ab8a3b99b9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.656301] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.656533] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1752.656761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.656905] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.657103] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.659825] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71f7ad29-307a-41e5-bc7c-f2bb531df8dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.672391] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.672557] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1752.673396] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32264cb-ebd9-4d44-aa4c-68186dfc8e7d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.681549] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1752.681549] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5217f60c-c035-1923-0da5-63160d7cb0aa" [ 1752.681549] env[62284]: _type = "Task" [ 1752.681549] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.700507] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5217f60c-c035-1923-0da5-63160d7cb0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.775023] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075233} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.775440] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.776374] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935993fb-f35a-41b4-a453-f8e2d4543d8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.804620] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] f22f9e16-5775-45d6-a75f-ef4e294c78b7/f22f9e16-5775-45d6-a75f-ef4e294c78b7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.809485] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23044411-228e-4688-9e97-7d0c43908d67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.835897] env[62284]: DEBUG nova.compute.manager [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.836280] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.837431] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33bf15d-eefa-4bd9-b6f5-6c63e3c482a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.845198] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.846460] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-241bbcc7-b147-4efd-a81b-5c656f66488f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.848082] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1752.848082] env[62284]: value = "task-1954449" [ 1752.848082] env[62284]: _type = "Task" [ 1752.848082] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.855595] env[62284]: DEBUG oslo_vmware.api [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1752.855595] env[62284]: value = "task-1954450" [ 1752.855595] env[62284]: _type = "Task" [ 1752.855595] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.863037] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.876790] env[62284]: DEBUG oslo_vmware.api [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.887667] env[62284]: DEBUG nova.network.neutron [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Successfully created port: 19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1752.933120] env[62284]: DEBUG nova.network.neutron [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updated VIF entry in instance network info cache for port 5f00ca7c-539e-4372-906f-ca97b13c7dc0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.933593] env[62284]: DEBUG nova.network.neutron [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updating instance_info_cache with network_info: [{"id": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "address": "fa:16:3e:06:87:37", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f00ca7c-53", "ovs_interfaceid": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.076485] env[62284]: INFO nova.compute.manager [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Took 63.34 seconds to build instance. [ 1753.157064] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ef0791-05e1-4d0e-af07-80921e290830 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.165299] env[62284]: DEBUG nova.network.neutron [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1753.167974] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc1ccf9-6d09-4459-857e-359def1a9fc7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.209886] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd489946-e99e-4322-a73c-4a27c0e826f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.223101] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb6b6e6-437e-4d2d-8ff4-5ad9b383c3c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.226789] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5217f60c-c035-1923-0da5-63160d7cb0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.019311} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.228132] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ce888f-8998-4813-a63c-726854685e0d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.239438] env[62284]: DEBUG nova.compute.provider_tree [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.244671] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1753.244671] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522373f6-5fd5-b933-7499-fc800fc33e53" [ 1753.244671] env[62284]: _type = "Task" [ 1753.244671] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.253812] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522373f6-5fd5-b933-7499-fc800fc33e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.363547] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954449, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.369422] env[62284]: DEBUG oslo_vmware.api [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954450, 'name': PowerOffVM_Task, 'duration_secs': 0.19464} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.369774] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.370015] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.370312] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ec19f55-1d78-4dca-a26a-5c1d1a2973c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.436565] env[62284]: DEBUG nova.compute.manager [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.437147] env[62284]: DEBUG oslo_concurrency.lockutils [req-e269a340-986c-453b-8d8a-a2bb38f6bc02 req-9ec029f5-7108-4014-a04c-501336cb5dcb service nova] Releasing lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.438170] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c523d4-b9bb-41b6-9940-0c699ceca0bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.469614] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.470016] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.470340] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Deleting the datastore file [datastore1] f347346b-2a14-4cea-ab84-47f2952af658 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.470823] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75b2ea82-83ac-4651-a5d1-8ccbc1002c7d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.480174] env[62284]: DEBUG oslo_vmware.api [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for the task: (returnval){ [ 1753.480174] env[62284]: value = "task-1954452" [ 1753.480174] env[62284]: _type = "Task" [ 1753.480174] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.492482] env[62284]: DEBUG oslo_vmware.api [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.494278] env[62284]: DEBUG nova.network.neutron [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Updating instance_info_cache with network_info: [{"id": "32c8d2c0-f65c-4d65-beb1-5285b66885a5", "address": "fa:16:3e:b2:fc:38", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c8d2c0-f6", "ovs_interfaceid": "32c8d2c0-f65c-4d65-beb1-5285b66885a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.539645] env[62284]: DEBUG nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1753.565985] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1753.566302] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.566517] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1753.566729] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.566895] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1753.567079] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1753.567439] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1753.567483] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1753.567641] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1753.567819] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1753.567997] env[62284]: DEBUG nova.virt.hardware [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1753.568951] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceb26c4-89b5-4163-a0d9-a4c40be85b3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.577698] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9e60f3-d5d8-4be8-ba6a-89e7be216c0f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.581903] env[62284]: DEBUG oslo_concurrency.lockutils [None req-308cf191-60f1-4875-b6b4-80a92cdbbd45 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.164s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.745980] env[62284]: DEBUG nova.scheduler.client.report [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.757338] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522373f6-5fd5-b933-7499-fc800fc33e53, 'name': SearchDatastore_Task, 'duration_secs': 0.014813} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.757675] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.757957] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9/75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.758279] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc95e843-164b-486c-881c-e8d3e2981c10 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.768074] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1753.768074] env[62284]: value = "task-1954453" [ 1753.768074] env[62284]: _type = "Task" [ 1753.768074] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.780698] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.864766] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954449, 'name': ReconfigVM_Task, 'duration_secs': 0.520221} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.865202] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Reconfigured VM instance instance-0000002c to attach disk [datastore1] f22f9e16-5775-45d6-a75f-ef4e294c78b7/f22f9e16-5775-45d6-a75f-ef4e294c78b7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.866392] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65249740-5464-4744-8541-6865b918d91f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.874257] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1753.874257] env[62284]: value = "task-1954454" [ 1753.874257] env[62284]: _type = "Task" [ 1753.874257] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.890122] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954454, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.950390] env[62284]: INFO nova.compute.manager [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] instance snapshotting [ 1753.954897] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9cb2f0-6bd8-4759-b910-3ee86b1acf5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.993389] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04b2af5-8bd8-4be4-96b4-6dc2357c1fe4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.996531] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "refresh_cache-692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.996925] env[62284]: DEBUG nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Instance network_info: |[{"id": "32c8d2c0-f65c-4d65-beb1-5285b66885a5", "address": "fa:16:3e:b2:fc:38", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c8d2c0-f6", "ovs_interfaceid": "32c8d2c0-f65c-4d65-beb1-5285b66885a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1753.997847] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:fc:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c8d2c0-f65c-4d65-beb1-5285b66885a5', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.006198] env[62284]: DEBUG oslo.service.loopingcall [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.010578] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.010958] env[62284]: DEBUG oslo_vmware.api [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Task: {'id': task-1954452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292458} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.013748] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfb4e486-36ae-4f1b-afc8-f86519042611 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.031508] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.031871] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.032174] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.032537] env[62284]: INFO nova.compute.manager [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1754.032893] env[62284]: DEBUG oslo.service.loopingcall [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.035584] env[62284]: DEBUG nova.compute.manager [-] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.038979] env[62284]: DEBUG nova.network.neutron [-] [instance: f347346b-2a14-4cea-ab84-47f2952af658] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.048421] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1754.048421] env[62284]: value = "task-1954455" [ 1754.048421] env[62284]: _type = "Task" [ 1754.048421] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.055931] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954455, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.085210] env[62284]: DEBUG nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1754.224227] env[62284]: DEBUG nova.compute.manager [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Received event network-vif-plugged-32c8d2c0-f65c-4d65-beb1-5285b66885a5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.224485] env[62284]: DEBUG oslo_concurrency.lockutils [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] Acquiring lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.224729] env[62284]: DEBUG oslo_concurrency.lockutils [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] Lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.226120] env[62284]: DEBUG oslo_concurrency.lockutils [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] Lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.226120] env[62284]: DEBUG nova.compute.manager [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] No waiting events found dispatching network-vif-plugged-32c8d2c0-f65c-4d65-beb1-5285b66885a5 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1754.226120] env[62284]: WARNING nova.compute.manager [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Received unexpected event network-vif-plugged-32c8d2c0-f65c-4d65-beb1-5285b66885a5 for instance with vm_state building and task_state spawning. [ 1754.226120] env[62284]: DEBUG nova.compute.manager [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Received event network-changed-32c8d2c0-f65c-4d65-beb1-5285b66885a5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.226120] env[62284]: DEBUG nova.compute.manager [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Refreshing instance network info cache due to event network-changed-32c8d2c0-f65c-4d65-beb1-5285b66885a5. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1754.226414] env[62284]: DEBUG oslo_concurrency.lockutils [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] Acquiring lock "refresh_cache-692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.226414] env[62284]: DEBUG oslo_concurrency.lockutils [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] Acquired lock "refresh_cache-692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.226414] env[62284]: DEBUG nova.network.neutron [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Refreshing network info cache for port 32c8d2c0-f65c-4d65-beb1-5285b66885a5 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.252759] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.253354] env[62284]: DEBUG nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1754.256323] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.879s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.256476] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.259788] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.517s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.260344] env[62284]: DEBUG nova.objects.instance [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1754.280342] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.315023] env[62284]: INFO nova.scheduler.client.report [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Deleted allocations for instance 26fff0b9-f89b-43f6-b0af-6c22bba5d369 [ 1754.385986] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954454, 'name': Rename_Task, 'duration_secs': 0.201045} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.386355] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.386643] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e98fc3f8-52b8-4ddc-9ee0-dd6605bcf1d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.396533] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1754.396533] env[62284]: value = "task-1954456" [ 1754.396533] env[62284]: _type = "Task" [ 1754.396533] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.409585] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.546129] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1754.546553] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1432bc6e-712d-42c0-8c47-6ba23a99ca69 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.562102] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954455, 'name': CreateVM_Task, 'duration_secs': 0.3929} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.563356] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.563719] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1754.563719] env[62284]: value = "task-1954457" [ 1754.563719] env[62284]: _type = "Task" [ 1754.563719] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.564408] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.564566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.565136] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1754.565250] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca66e56-0cec-496f-9d45-45662fe9460a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.576151] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1754.576151] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525afbcc-ba66-c5e3-9f77-3f514ad89f85" [ 1754.576151] env[62284]: _type = "Task" [ 1754.576151] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.585032] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525afbcc-ba66-c5e3-9f77-3f514ad89f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.617065] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.765654] env[62284]: DEBUG nova.compute.utils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.767748] env[62284]: DEBUG nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.768021] env[62284]: DEBUG nova.network.neutron [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.790162] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673872} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.790613] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9/75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.790934] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.791268] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a94f631e-f680-466e-a21a-0086841b218b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.799465] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1754.799465] env[62284]: value = "task-1954458" [ 1754.799465] env[62284]: _type = "Task" [ 1754.799465] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.814271] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.829482] env[62284]: DEBUG nova.policy [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae52c7c6a6614195b448d2209066ab4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d5a158bf61249b0aa5869945cfc14b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.831616] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aa80ee93-6efb-409e-b2e3-8ff742025e17 tempest-ServersTestBootFromVolume-1680522088 tempest-ServersTestBootFromVolume-1680522088-project-member] Lock "26fff0b9-f89b-43f6-b0af-6c22bba5d369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.112s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.903445] env[62284]: DEBUG nova.network.neutron [-] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.912883] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954456, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.075850] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954457, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.090266] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525afbcc-ba66-c5e3-9f77-3f514ad89f85, 'name': SearchDatastore_Task, 'duration_secs': 0.014376} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.090412] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.090692] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.090961] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.091213] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.091380] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.091654] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f6ecc1-965d-496f-b96a-5eecca981df7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.104243] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.104487] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.105463] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a8f95d-72c9-4e7d-93e8-2a5aa3c58c3b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.111628] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1755.111628] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5238b8a1-9861-00c1-c5b0-68404f30a118" [ 1755.111628] env[62284]: _type = "Task" [ 1755.111628] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.120929] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5238b8a1-9861-00c1-c5b0-68404f30a118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.263039] env[62284]: DEBUG nova.network.neutron [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Successfully updated port: 19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.275530] env[62284]: DEBUG nova.network.neutron [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Successfully created port: d19f8aa0-5f7c-4467-8d4f-7eae56514ae5 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.278577] env[62284]: DEBUG nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1755.283538] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fe292c7b-d8d8-44de-b5f9-76dbb944d52f tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.285629] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.856s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.287401] env[62284]: INFO nova.compute.claims [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1755.311271] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064977} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.311607] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1755.312475] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879fcd30-3259-4b65-bcf9-1f6f879461aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.319823] env[62284]: DEBUG nova.network.neutron [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Updated VIF entry in instance network info cache for port 32c8d2c0-f65c-4d65-beb1-5285b66885a5. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.320329] env[62284]: DEBUG nova.network.neutron [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Updating instance_info_cache with network_info: [{"id": "32c8d2c0-f65c-4d65-beb1-5285b66885a5", "address": "fa:16:3e:b2:fc:38", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c8d2c0-f6", "ovs_interfaceid": "32c8d2c0-f65c-4d65-beb1-5285b66885a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.343065] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9/75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.343944] env[62284]: DEBUG oslo_concurrency.lockutils [req-9de4f38a-aec9-40c4-a453-72d49fb88c93 req-9b411cba-f810-4ba8-9558-3070bad3609e service nova] Releasing lock "refresh_cache-692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.344848] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9df86f7-526d-4ca0-815f-09882274ee64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.367595] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1755.367595] env[62284]: value = "task-1954459" [ 1755.367595] env[62284]: _type = "Task" [ 1755.367595] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.377054] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.408376] env[62284]: INFO nova.compute.manager [-] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Took 1.37 seconds to deallocate network for instance. [ 1755.408716] env[62284]: DEBUG oslo_vmware.api [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954456, 'name': PowerOnVM_Task, 'duration_secs': 0.666577} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.410950] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.410950] env[62284]: INFO nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1755.411158] env[62284]: DEBUG nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.415095] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9696e5e3-7582-4d89-afc7-c1e8bd51b516 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.579297] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954457, 'name': CreateSnapshot_Task, 'duration_secs': 0.832006} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.579297] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1755.579297] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851aacb0-63e6-43e9-886e-44c53ee3e1ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.623309] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5238b8a1-9861-00c1-c5b0-68404f30a118, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.624130] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f20b8f-b709-4fc2-aa5d-f6ef63a012db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.630898] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1755.630898] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528a213e-05ae-ef18-60ec-56794c42567c" [ 1755.630898] env[62284]: _type = "Task" [ 1755.630898] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.639705] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528a213e-05ae-ef18-60ec-56794c42567c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.766840] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquiring lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.767079] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquired lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.767309] env[62284]: DEBUG nova.network.neutron [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.880353] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.919301] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.938924] env[62284]: INFO nova.compute.manager [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Took 61.46 seconds to build instance. [ 1756.100521] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1756.102347] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6e8fd9f-3bd2-45ed-8a21-b53186cb6851 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.112306] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1756.112306] env[62284]: value = "task-1954460" [ 1756.112306] env[62284]: _type = "Task" [ 1756.112306] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.124509] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954460, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.147144] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528a213e-05ae-ef18-60ec-56794c42567c, 'name': SearchDatastore_Task, 'duration_secs': 0.02023} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.147573] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.147859] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3/692dbee1-4ba7-4b4e-877d-afc69bdcd7b3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.148177] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab6470dc-00ce-4702-8629-9420f01b34d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.155126] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1756.155126] env[62284]: value = "task-1954461" [ 1756.155126] env[62284]: _type = "Task" [ 1756.155126] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.172541] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.296861] env[62284]: DEBUG nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1756.320669] env[62284]: DEBUG nova.network.neutron [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.335439] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.335725] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.335884] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.337147] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.337147] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.337147] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.337147] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.337147] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.337401] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.337401] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.337622] env[62284]: DEBUG nova.virt.hardware [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.340287] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ce737f-f79a-4aad-b3bb-fc6775962800 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.354994] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5be087-82bd-4605-b224-7c14656629e3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.385967] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954459, 'name': ReconfigVM_Task, 'duration_secs': 0.548924} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.387043] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9/75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.389240] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e102d94-e3bf-41d2-9068-e3c77a4e7ec0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.406898] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1756.406898] env[62284]: value = "task-1954462" [ 1756.406898] env[62284]: _type = "Task" [ 1756.406898] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.420610] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954462, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.442521] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dd898b29-dace-45fd-8b18-6aa79f520156 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.410s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.631296] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954460, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.641714] env[62284]: DEBUG nova.network.neutron [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Updating instance_info_cache with network_info: [{"id": "19d35db2-78f7-46d3-99b4-725d29800645", "address": "fa:16:3e:a2:ed:3c", "network": {"id": "a3966f1c-dc89-406b-afb3-8f977492adbc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1291652487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8003134f91fb43e7890ab08782876676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d35db2-78", "ovs_interfaceid": "19d35db2-78f7-46d3-99b4-725d29800645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.669980] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954461, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.829105] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528167d4-29ca-06e1-49c8-20afe7678232/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1756.830099] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052b3e87-dd7d-4736-8881-360708ab38ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.839799] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528167d4-29ca-06e1-49c8-20afe7678232/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1756.839990] env[62284]: ERROR oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528167d4-29ca-06e1-49c8-20afe7678232/disk-0.vmdk due to incomplete transfer. [ 1756.840249] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-211c945f-4ffb-49ad-b977-c2634fb8a33b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.851334] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528167d4-29ca-06e1-49c8-20afe7678232/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1756.851334] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Uploaded image 2996462f-4e4c-4e64-879b-2005aec62a5f to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1756.851334] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1756.851334] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f89ff9a-4cbe-4ba8-9deb-8b2e1945ae73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.857307] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1756.857307] env[62284]: value = "task-1954463" [ 1756.857307] env[62284]: _type = "Task" [ 1756.857307] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.870189] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954463, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.887798] env[62284]: DEBUG nova.compute.manager [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Received event network-vif-deleted-2e2efb38-8729-41c0-a726-cb38954f9ac7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1756.888034] env[62284]: DEBUG nova.compute.manager [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Received event network-vif-plugged-19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1756.888298] env[62284]: DEBUG oslo_concurrency.lockutils [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] Acquiring lock "c3ef0795-7325-4464-acaf-01f496d602c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.888770] env[62284]: DEBUG oslo_concurrency.lockutils [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] Lock "c3ef0795-7325-4464-acaf-01f496d602c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.889022] env[62284]: DEBUG oslo_concurrency.lockutils [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] Lock "c3ef0795-7325-4464-acaf-01f496d602c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.889178] env[62284]: DEBUG nova.compute.manager [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] No waiting events found dispatching network-vif-plugged-19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.889350] env[62284]: WARNING nova.compute.manager [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Received unexpected event network-vif-plugged-19d35db2-78f7-46d3-99b4-725d29800645 for instance with vm_state building and task_state spawning. [ 1756.889510] env[62284]: DEBUG nova.compute.manager [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Received event network-changed-19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1756.890088] env[62284]: DEBUG nova.compute.manager [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Refreshing instance network info cache due to event network-changed-19d35db2-78f7-46d3-99b4-725d29800645. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1756.890185] env[62284]: DEBUG oslo_concurrency.lockutils [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] Acquiring lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.899969] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676ff5fb-a96e-4923-b515-064bda35ab2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.922019] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954462, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.923106] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82dd496-2a3b-49e1-83fc-3e92e1b54d58 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.956571] env[62284]: DEBUG nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1756.960330] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba734c7b-6347-4e00-8c40-a2ce720339d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.968330] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4200c394-3fb3-4565-8541-58bc437ff4b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.990061] env[62284]: DEBUG nova.compute.provider_tree [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.127839] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954460, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.143973] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Releasing lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.144315] env[62284]: DEBUG nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Instance network_info: |[{"id": "19d35db2-78f7-46d3-99b4-725d29800645", "address": "fa:16:3e:a2:ed:3c", "network": {"id": "a3966f1c-dc89-406b-afb3-8f977492adbc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1291652487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8003134f91fb43e7890ab08782876676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d35db2-78", "ovs_interfaceid": "19d35db2-78f7-46d3-99b4-725d29800645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1757.148017] env[62284]: DEBUG oslo_concurrency.lockutils [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] Acquired lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.148017] env[62284]: DEBUG nova.network.neutron [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Refreshing network info cache for port 19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.148017] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:ed:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19d35db2-78f7-46d3-99b4-725d29800645', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.158616] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Creating folder: Project (8003134f91fb43e7890ab08782876676). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.159755] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c186f05-6e59-4248-bcd0-15202b972a6d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.175766] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686933} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.177093] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3/692dbee1-4ba7-4b4e-877d-afc69bdcd7b3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.177271] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.178554] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd3a4000-ea96-4979-ad95-dbfce024aa2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.180757] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Created folder: Project (8003134f91fb43e7890ab08782876676) in parent group-v402637. [ 1757.180895] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Creating folder: Instances. Parent ref: group-v402775. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.181167] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b888cd64-debc-4904-9158-beeab06f7ef1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.188630] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1757.188630] env[62284]: value = "task-1954465" [ 1757.188630] env[62284]: _type = "Task" [ 1757.188630] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.194537] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Created folder: Instances in parent group-v402775. [ 1757.194537] env[62284]: DEBUG oslo.service.loopingcall [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.195136] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.195366] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a574521-2de3-4d76-bd0b-790b62362709 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.214555] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.220548] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.220548] env[62284]: value = "task-1954467" [ 1757.220548] env[62284]: _type = "Task" [ 1757.220548] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.230425] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954467, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.372311] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954463, 'name': Destroy_Task, 'duration_secs': 0.358616} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.372589] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Destroyed the VM [ 1757.372832] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1757.373102] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-acc15717-1113-4919-ba43-957515bdd3a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.379673] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1757.379673] env[62284]: value = "task-1954468" [ 1757.379673] env[62284]: _type = "Task" [ 1757.379673] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.388697] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.416025] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954462, 'name': Rename_Task, 'duration_secs': 0.658108} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.416329] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.416577] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-537f71e7-beb6-45bb-8bba-bcd3dacd40e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.422824] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1757.422824] env[62284]: value = "task-1954469" [ 1757.422824] env[62284]: _type = "Task" [ 1757.422824] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.436862] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.491547] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.493938] env[62284]: DEBUG nova.scheduler.client.report [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.543393] env[62284]: DEBUG nova.network.neutron [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Successfully updated port: d19f8aa0-5f7c-4467-8d4f-7eae56514ae5 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.633136] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954460, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.707949] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174332} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.710399] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.711279] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c42676-e57d-42b8-bb3e-f2fb16f57b4b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.737474] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3/692dbee1-4ba7-4b4e-877d-afc69bdcd7b3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.741133] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa328704-59f8-4035-9765-ab0919b3a514 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.762961] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954467, 'name': CreateVM_Task, 'duration_secs': 0.422302} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.764090] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.764501] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1757.764501] env[62284]: value = "task-1954470" [ 1757.764501] env[62284]: _type = "Task" [ 1757.764501] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.767393] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.767587] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.767917] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.768264] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ace1cb-16c1-44b9-8032-eee7ae729739 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.780780] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.786692] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1757.786692] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528d5280-8b7d-55c3-2129-4bb34bf181aa" [ 1757.786692] env[62284]: _type = "Task" [ 1757.786692] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.790510] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528d5280-8b7d-55c3-2129-4bb34bf181aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.852086] env[62284]: DEBUG nova.compute.manager [req-454f12f8-c258-4af3-bfdf-9a2603eb6748 req-50e99add-c2f0-4faa-9fb7-17ecebbfd3de service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Received event network-vif-plugged-d19f8aa0-5f7c-4467-8d4f-7eae56514ae5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1757.852417] env[62284]: DEBUG oslo_concurrency.lockutils [req-454f12f8-c258-4af3-bfdf-9a2603eb6748 req-50e99add-c2f0-4faa-9fb7-17ecebbfd3de service nova] Acquiring lock "d376c7ad-9725-4597-ab64-278178dea44f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.852624] env[62284]: DEBUG oslo_concurrency.lockutils [req-454f12f8-c258-4af3-bfdf-9a2603eb6748 req-50e99add-c2f0-4faa-9fb7-17ecebbfd3de service nova] Lock "d376c7ad-9725-4597-ab64-278178dea44f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.852817] env[62284]: DEBUG oslo_concurrency.lockutils [req-454f12f8-c258-4af3-bfdf-9a2603eb6748 req-50e99add-c2f0-4faa-9fb7-17ecebbfd3de service nova] Lock "d376c7ad-9725-4597-ab64-278178dea44f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.853018] env[62284]: DEBUG nova.compute.manager [req-454f12f8-c258-4af3-bfdf-9a2603eb6748 req-50e99add-c2f0-4faa-9fb7-17ecebbfd3de service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] No waiting events found dispatching network-vif-plugged-d19f8aa0-5f7c-4467-8d4f-7eae56514ae5 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1757.853216] env[62284]: WARNING nova.compute.manager [req-454f12f8-c258-4af3-bfdf-9a2603eb6748 req-50e99add-c2f0-4faa-9fb7-17ecebbfd3de service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Received unexpected event network-vif-plugged-d19f8aa0-5f7c-4467-8d4f-7eae56514ae5 for instance with vm_state building and task_state spawning. [ 1757.890498] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954468, 'name': RemoveSnapshot_Task, 'duration_secs': 0.450477} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.890794] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1757.891095] env[62284]: DEBUG nova.compute.manager [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.891851] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd27c27-2a29-4a98-ac31-07708e43a02a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.909936] env[62284]: DEBUG nova.compute.manager [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1757.939811] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954469, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.999650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.000852] env[62284]: DEBUG nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1758.004156] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.242s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.004470] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.006734] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.116s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.006823] env[62284]: DEBUG nova.objects.instance [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lazy-loading 'resources' on Instance uuid 35dc5996-9d0f-49cc-9b29-9957ecbfa259 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.027901] env[62284]: INFO nova.scheduler.client.report [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Deleted allocations for instance 1494e9ab-1538-4c17-bb17-af10e9c1c764 [ 1758.046143] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "refresh_cache-d376c7ad-9725-4597-ab64-278178dea44f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.046351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "refresh_cache-d376c7ad-9725-4597-ab64-278178dea44f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.046544] env[62284]: DEBUG nova.network.neutron [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.133406] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954460, 'name': CloneVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.279635] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954470, 'name': ReconfigVM_Task, 'duration_secs': 0.293209} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.280220] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3/692dbee1-4ba7-4b4e-877d-afc69bdcd7b3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.282809] env[62284]: DEBUG nova.network.neutron [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Updated VIF entry in instance network info cache for port 19d35db2-78f7-46d3-99b4-725d29800645. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.282809] env[62284]: DEBUG nova.network.neutron [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Updating instance_info_cache with network_info: [{"id": "19d35db2-78f7-46d3-99b4-725d29800645", "address": "fa:16:3e:a2:ed:3c", "network": {"id": "a3966f1c-dc89-406b-afb3-8f977492adbc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1291652487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8003134f91fb43e7890ab08782876676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d35db2-78", "ovs_interfaceid": "19d35db2-78f7-46d3-99b4-725d29800645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.283482] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e897f27a-82fa-4d6c-a2ac-68d575b318b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.300028] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528d5280-8b7d-55c3-2129-4bb34bf181aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015493} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.300028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.300274] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.300622] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.300889] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.301207] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.301628] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1758.301628] env[62284]: value = "task-1954471" [ 1758.301628] env[62284]: _type = "Task" [ 1758.301628] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.302645] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f87ded19-217f-409a-a5a0-ce941df67c9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.316213] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954471, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.318214] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.320018] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.320018] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583ab741-5d8e-46ee-b735-27706915dc11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.327917] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1758.327917] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ada52d-dda9-2236-29d6-aac175123b74" [ 1758.327917] env[62284]: _type = "Task" [ 1758.327917] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.337469] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ada52d-dda9-2236-29d6-aac175123b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.421124] env[62284]: INFO nova.compute.manager [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Shelve offloading [ 1758.437420] env[62284]: DEBUG oslo_vmware.api [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954469, 'name': PowerOnVM_Task, 'duration_secs': 0.730819} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.437663] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.437774] env[62284]: INFO nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1758.437944] env[62284]: DEBUG nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.439572] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b9928-16a9-4e13-84d3-d08deb141fe8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.443351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.513022] env[62284]: DEBUG nova.compute.utils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1758.517846] env[62284]: DEBUG nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1758.518228] env[62284]: DEBUG nova.network.neutron [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1758.538437] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0ab2f386-0943-4044-b3e5-fd5b31bb63b7 tempest-ServerShowV257Test-2091736902 tempest-ServerShowV257Test-2091736902-project-member] Lock "1494e9ab-1538-4c17-bb17-af10e9c1c764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.010s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.629841] env[62284]: DEBUG nova.network.neutron [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.636633] env[62284]: DEBUG nova.policy [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31a4acd4b6384fa08254fce28646f406', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff34da4211a043fea5c68734bb24e761', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1758.644570] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954460, 'name': CloneVM_Task, 'duration_secs': 2.031251} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.648338] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Created linked-clone VM from snapshot [ 1758.649806] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb795a7e-d196-498f-aea0-e0c800525667 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.660234] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Uploading image 41b22bbc-f58d-46cb-8bad-49a7be1cd970 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1758.697240] env[62284]: DEBUG oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1758.697240] env[62284]: value = "vm-402774" [ 1758.697240] env[62284]: _type = "VirtualMachine" [ 1758.697240] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1758.697240] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a7f296d-22bb-489d-a924-b92ac2637962 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.708366] env[62284]: DEBUG oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lease: (returnval){ [ 1758.708366] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e843ee-4cdc-ae18-529c-701168a22c46" [ 1758.708366] env[62284]: _type = "HttpNfcLease" [ 1758.708366] env[62284]: } obtained for exporting VM: (result){ [ 1758.708366] env[62284]: value = "vm-402774" [ 1758.708366] env[62284]: _type = "VirtualMachine" [ 1758.708366] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1758.709066] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the lease: (returnval){ [ 1758.709066] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e843ee-4cdc-ae18-529c-701168a22c46" [ 1758.709066] env[62284]: _type = "HttpNfcLease" [ 1758.709066] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1758.721168] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1758.721168] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e843ee-4cdc-ae18-529c-701168a22c46" [ 1758.721168] env[62284]: _type = "HttpNfcLease" [ 1758.721168] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1758.790406] env[62284]: DEBUG oslo_concurrency.lockutils [req-902decb8-2c17-4a70-95e4-e5141861c8fd req-f1f0aeaf-2a27-47e3-b6da-51744ebef2da service nova] Releasing lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.819342] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954471, 'name': Rename_Task, 'duration_secs': 0.175021} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.819342] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.819342] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e79777d3-8cbb-49bf-8e1b-b486a1de8de4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.830486] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1758.830486] env[62284]: value = "task-1954473" [ 1758.830486] env[62284]: _type = "Task" [ 1758.830486] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.841658] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ada52d-dda9-2236-29d6-aac175123b74, 'name': SearchDatastore_Task, 'duration_secs': 0.014834} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.842699] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0e9db5-e0dd-4e89-82d9-07e0e2b6b5e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.852388] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954473, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.856493] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1758.856493] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283721b-37b2-1b49-d617-86b500ab612a" [ 1758.856493] env[62284]: _type = "Task" [ 1758.856493] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.865336] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283721b-37b2-1b49-d617-86b500ab612a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.926244] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.926598] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-368b5de4-4949-4098-8b86-32bc32029ce0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.940493] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1758.940493] env[62284]: value = "task-1954474" [ 1758.940493] env[62284]: _type = "Task" [ 1758.940493] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.952337] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1758.953065] env[62284]: DEBUG nova.compute.manager [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.953482] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c5ee04-390f-4104-b112-751de0a115c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.970115] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.970115] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.970115] env[62284]: DEBUG nova.network.neutron [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.970851] env[62284]: INFO nova.compute.manager [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Took 60.37 seconds to build instance. [ 1759.019823] env[62284]: DEBUG nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1759.025721] env[62284]: DEBUG nova.network.neutron [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Updating instance_info_cache with network_info: [{"id": "d19f8aa0-5f7c-4467-8d4f-7eae56514ae5", "address": "fa:16:3e:ce:bc:e6", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19f8aa0-5f", "ovs_interfaceid": "d19f8aa0-5f7c-4467-8d4f-7eae56514ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.055739] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf09630-6bfe-4756-a86a-2c8da03c82db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.063990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fce72d-7d6d-4472-ba33-59d424543539 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.096442] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddd092a-30af-4510-86d8-fe8ba87d068a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.106033] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2b79dc-339e-4d20-a1d3-570d819aaf82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.125706] env[62284]: DEBUG nova.compute.provider_tree [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.219592] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1759.219592] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e843ee-4cdc-ae18-529c-701168a22c46" [ 1759.219592] env[62284]: _type = "HttpNfcLease" [ 1759.219592] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1759.219950] env[62284]: DEBUG oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1759.219950] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e843ee-4cdc-ae18-529c-701168a22c46" [ 1759.219950] env[62284]: _type = "HttpNfcLease" [ 1759.219950] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1759.221139] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b3adb7-fa83-4a1f-937b-e83c145d9a14 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.230490] env[62284]: DEBUG oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a721d-09e0-7fe4-2e6f-73ccdfc4f61e/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1759.230490] env[62284]: DEBUG oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a721d-09e0-7fe4-2e6f-73ccdfc4f61e/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1759.296085] env[62284]: DEBUG nova.network.neutron [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Successfully created port: dbb6f9f6-2f6d-4954-8b19-dc41c616540c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1759.347671] env[62284]: DEBUG oslo_vmware.api [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954473, 'name': PowerOnVM_Task, 'duration_secs': 0.451511} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.348117] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.348429] env[62284]: INFO nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1759.348702] env[62284]: DEBUG nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.349897] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236ba524-786c-4094-8481-9b59f4dd923d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.371776] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77682d3a-fa9e-470b-9434-beb4815965e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.379328] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5283721b-37b2-1b49-d617-86b500ab612a, 'name': SearchDatastore_Task, 'duration_secs': 0.01693} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.380342] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.380787] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c3ef0795-7325-4464-acaf-01f496d602c4/c3ef0795-7325-4464-acaf-01f496d602c4.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.381192] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf80fb7-f61e-4483-a3a6-b4aae9280419 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.394564] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1759.394564] env[62284]: value = "task-1954475" [ 1759.394564] env[62284]: _type = "Task" [ 1759.394564] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.402240] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.475617] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d0b80701-b2ef-4cfe-aa1f-e755e9bc06f5 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.587s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.480630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "4a4bce98-144d-462d-a835-f7a07262d5c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.480958] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "4a4bce98-144d-462d-a835-f7a07262d5c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.481238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "4a4bce98-144d-462d-a835-f7a07262d5c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.482016] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "4a4bce98-144d-462d-a835-f7a07262d5c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.482016] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "4a4bce98-144d-462d-a835-f7a07262d5c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.485247] env[62284]: INFO nova.compute.manager [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Terminating instance [ 1759.532219] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "refresh_cache-d376c7ad-9725-4597-ab64-278178dea44f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.532734] env[62284]: DEBUG nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Instance network_info: |[{"id": "d19f8aa0-5f7c-4467-8d4f-7eae56514ae5", "address": "fa:16:3e:ce:bc:e6", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19f8aa0-5f", "ovs_interfaceid": "d19f8aa0-5f7c-4467-8d4f-7eae56514ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.533411] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:bc:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd19f8aa0-5f7c-4467-8d4f-7eae56514ae5', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.541466] env[62284]: DEBUG oslo.service.loopingcall [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.542120] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.542386] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40a6fcef-f8c7-494a-9467-b7d879adf974 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.569334] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.569334] env[62284]: value = "task-1954476" [ 1759.569334] env[62284]: _type = "Task" [ 1759.569334] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.579980] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954476, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.629810] env[62284]: DEBUG nova.scheduler.client.report [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.880128] env[62284]: INFO nova.compute.manager [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Took 56.29 seconds to build instance. [ 1759.906435] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954475, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.978912] env[62284]: DEBUG nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1759.988132] env[62284]: DEBUG nova.network.neutron [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating instance_info_cache with network_info: [{"id": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "address": "fa:16:3e:21:e9:8f", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cee4721-b3", "ovs_interfaceid": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.991387] env[62284]: DEBUG nova.compute.manager [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.991618] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.993474] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9677f9-a709-4b2f-bddd-8eb213fb7837 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.003981] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.004219] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6472c38f-1bf8-4508-adde-1777ff5a3c8a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.012672] env[62284]: DEBUG oslo_vmware.api [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1760.012672] env[62284]: value = "task-1954477" [ 1760.012672] env[62284]: _type = "Task" [ 1760.012672] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.023746] env[62284]: DEBUG oslo_vmware.api [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.038340] env[62284]: DEBUG nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1760.079121] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:30:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='da097786-b77b-4573-b753-c8d61ed22b49',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2112748526',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.080103] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.080215] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.080397] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.080714] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.081348] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.081348] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.081348] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.081541] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.081737] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.082204] env[62284]: DEBUG nova.virt.hardware [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.083420] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dfb254-74c5-4202-b6f2-ec6aa6176b72 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.093385] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954476, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.100222] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5866f57-0c9d-4855-9148-e3999f2e9f77 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.136636] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.140354] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.778s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.142468] env[62284]: INFO nova.compute.claims [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.195380] env[62284]: INFO nova.scheduler.client.report [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted allocations for instance 35dc5996-9d0f-49cc-9b29-9957ecbfa259 [ 1760.195380] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.195380] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.195380] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.195682] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.195895] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.201742] env[62284]: INFO nova.compute.manager [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Terminating instance [ 1760.383120] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be5c14b6-510b-4c93-b68a-841f89e34dba tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.494s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.406374] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70428} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.406759] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c3ef0795-7325-4464-acaf-01f496d602c4/c3ef0795-7325-4464-acaf-01f496d602c4.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1760.407049] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1760.407535] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4be2599-bf15-4eb6-b17b-7899af945d41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.415329] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1760.415329] env[62284]: value = "task-1954478" [ 1760.415329] env[62284]: _type = "Task" [ 1760.415329] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.427541] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.493818] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.520920] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.526963] env[62284]: DEBUG oslo_vmware.api [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954477, 'name': PowerOffVM_Task, 'duration_secs': 0.246832} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.527336] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.527602] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.527885] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b95cbc9-920c-465a-8c3f-c590cb601dc8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.581411] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954476, 'name': CreateVM_Task, 'duration_secs': 0.766174} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.582913] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.583697] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.583924] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.584306] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.584615] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3b91eb-b139-406a-9cff-608b1ff486ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.589527] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1760.589527] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52486941-0925-ef61-9385-3a53be0acc7d" [ 1760.589527] env[62284]: _type = "Task" [ 1760.589527] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.597622] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52486941-0925-ef61-9385-3a53be0acc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.639051] env[62284]: DEBUG nova.compute.manager [req-c3e10b23-66b4-4881-aa2e-696414a234f5 req-9e65934b-a5fd-49bd-ac53-ba8c016f33be service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received event network-changed-424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1760.639320] env[62284]: DEBUG nova.compute.manager [req-c3e10b23-66b4-4881-aa2e-696414a234f5 req-9e65934b-a5fd-49bd-ac53-ba8c016f33be service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Refreshing instance network info cache due to event network-changed-424f2a56-321e-4831-ab66-486f14bafc1d. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1760.639690] env[62284]: DEBUG oslo_concurrency.lockutils [req-c3e10b23-66b4-4881-aa2e-696414a234f5 req-9e65934b-a5fd-49bd-ac53-ba8c016f33be service nova] Acquiring lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.639989] env[62284]: DEBUG oslo_concurrency.lockutils [req-c3e10b23-66b4-4881-aa2e-696414a234f5 req-9e65934b-a5fd-49bd-ac53-ba8c016f33be service nova] Acquired lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.640355] env[62284]: DEBUG nova.network.neutron [req-c3e10b23-66b4-4881-aa2e-696414a234f5 req-9e65934b-a5fd-49bd-ac53-ba8c016f33be service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Refreshing network info cache for port 424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.649993] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.649993] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.649993] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleting the datastore file [datastore1] 4a4bce98-144d-462d-a835-f7a07262d5c9 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.652547] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd4bbc64-553d-400e-ac4a-0d76a1513923 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.665201] env[62284]: DEBUG oslo_vmware.api [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1760.665201] env[62284]: value = "task-1954480" [ 1760.665201] env[62284]: _type = "Task" [ 1760.665201] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.674334] env[62284]: DEBUG oslo_vmware.api [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.710839] env[62284]: DEBUG nova.compute.manager [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1760.710839] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.711680] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e4e7b-f09f-44ed-a723-c084d74b595d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.715565] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ab8387b8-c0b2-44d3-8bbe-119fd26cbb02 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "35dc5996-9d0f-49cc-9b29-9957ecbfa259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.256s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.727817] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.728098] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f85f99e6-fc67-4fd4-b70a-38e80003ad80 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.736077] env[62284]: DEBUG oslo_vmware.api [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1760.736077] env[62284]: value = "task-1954481" [ 1760.736077] env[62284]: _type = "Task" [ 1760.736077] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.746147] env[62284]: DEBUG oslo_vmware.api [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.877511] env[62284]: DEBUG nova.compute.manager [req-73f97fd1-d86b-44ba-9d81-89667bbe616a req-f093c966-0735-447b-8297-ba7bc688e0b2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Received event network-changed-d19f8aa0-5f7c-4467-8d4f-7eae56514ae5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1760.878899] env[62284]: DEBUG nova.compute.manager [req-73f97fd1-d86b-44ba-9d81-89667bbe616a req-f093c966-0735-447b-8297-ba7bc688e0b2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Refreshing instance network info cache due to event network-changed-d19f8aa0-5f7c-4467-8d4f-7eae56514ae5. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1760.879542] env[62284]: DEBUG oslo_concurrency.lockutils [req-73f97fd1-d86b-44ba-9d81-89667bbe616a req-f093c966-0735-447b-8297-ba7bc688e0b2 service nova] Acquiring lock "refresh_cache-d376c7ad-9725-4597-ab64-278178dea44f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.880441] env[62284]: DEBUG oslo_concurrency.lockutils [req-73f97fd1-d86b-44ba-9d81-89667bbe616a req-f093c966-0735-447b-8297-ba7bc688e0b2 service nova] Acquired lock "refresh_cache-d376c7ad-9725-4597-ab64-278178dea44f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.881136] env[62284]: DEBUG nova.network.neutron [req-73f97fd1-d86b-44ba-9d81-89667bbe616a req-f093c966-0735-447b-8297-ba7bc688e0b2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Refreshing network info cache for port d19f8aa0-5f7c-4467-8d4f-7eae56514ae5 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.886382] env[62284]: DEBUG nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1760.928952] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119341} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.929389] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.930775] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cef0ea-f855-441c-acfc-d848a9592709 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.956636] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] c3ef0795-7325-4464-acaf-01f496d602c4/c3ef0795-7325-4464-acaf-01f496d602c4.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.957850] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e21bc638-81f7-4125-8f46-f9876acafd47 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.979966] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1760.979966] env[62284]: value = "task-1954482" [ 1760.979966] env[62284]: _type = "Task" [ 1760.979966] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.989834] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.101079] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52486941-0925-ef61-9385-3a53be0acc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.019965} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.101491] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.101782] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1761.102170] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.102337] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.102616] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1761.102952] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5553eba8-ce98-48b6-8cb0-c3fdb5a4e146 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.111865] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1761.112176] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1761.112925] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c84b4c3-7fe8-47c3-8b3c-2f6e73d40f49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.119267] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1761.119267] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ea9bf5-9504-458c-5984-96f4d9b82de2" [ 1761.119267] env[62284]: _type = "Task" [ 1761.119267] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.127374] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ea9bf5-9504-458c-5984-96f4d9b82de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.176869] env[62284]: DEBUG oslo_vmware.api [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364242} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.176869] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.176969] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.177449] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.177717] env[62284]: INFO nova.compute.manager [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1761.178067] env[62284]: DEBUG oslo.service.loopingcall [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.178290] env[62284]: DEBUG nova.compute.manager [-] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.178454] env[62284]: DEBUG nova.network.neutron [-] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.257360] env[62284]: DEBUG oslo_vmware.api [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954481, 'name': PowerOffVM_Task, 'duration_secs': 0.205778} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.257645] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.257810] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.258120] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c463d75-e868-45b5-bcff-0c976df6aaa2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.341425] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.341673] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.341932] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleting the datastore file [datastore1] 826b1ff4-b3fe-4f86-a9a3-082dd79bc281 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.342352] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44a8421b-0984-4801-ac0b-431291d3da3d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.352332] env[62284]: DEBUG oslo_vmware.api [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for the task: (returnval){ [ 1761.352332] env[62284]: value = "task-1954484" [ 1761.352332] env[62284]: _type = "Task" [ 1761.352332] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.370486] env[62284]: DEBUG oslo_vmware.api [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.422368] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.495201] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954482, 'name': ReconfigVM_Task, 'duration_secs': 0.454957} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.495849] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Reconfigured VM instance instance-0000002f to attach disk [datastore1] c3ef0795-7325-4464-acaf-01f496d602c4/c3ef0795-7325-4464-acaf-01f496d602c4.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.497370] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14934e56-7ce7-46f0-9e65-528e2a02813c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.511394] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1761.511394] env[62284]: value = "task-1954485" [ 1761.511394] env[62284]: _type = "Task" [ 1761.511394] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.523481] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.525834] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f63dba-9ccb-486f-8c0e-e1add017d4dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.534068] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954485, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.542039] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.544292] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d99e5fb-7a77-4c77-a946-7cb3e5bb89cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.631718] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ea9bf5-9504-458c-5984-96f4d9b82de2, 'name': SearchDatastore_Task, 'duration_secs': 0.01574} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.636244] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d49dd21-91a9-460d-abd1-37f77b503f84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.642857] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1761.642857] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52141ea6-1b4d-8d0a-d2fa-fa7e3d9e19db" [ 1761.642857] env[62284]: _type = "Task" [ 1761.642857] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.648154] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.648579] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.648775] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleting the datastore file [datastore1] 1023f77b-0f09-418a-adf1-d3e36bc41bc3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.649454] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d05fbe6-f5ab-497d-a3bd-cddf2c03eaef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.660130] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52141ea6-1b4d-8d0a-d2fa-fa7e3d9e19db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.668021] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 1761.668021] env[62284]: value = "task-1954487" [ 1761.668021] env[62284]: _type = "Task" [ 1761.668021] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.675939] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.744812] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f73532-0b4a-4f3a-9de3-5e7fa47e9d1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.752728] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c062a2-a53b-45be-a9f3-9edfb82c9c50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.787287] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5f9f21-9099-454f-a02a-04927806d79a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.797512] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d20d7-f2ae-44b2-89dd-266366568cc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.812489] env[62284]: DEBUG nova.compute.provider_tree [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.862205] env[62284]: DEBUG oslo_vmware.api [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Task: {'id': task-1954484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350576} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.862483] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.862672] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.863209] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.863417] env[62284]: INFO nova.compute.manager [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1761.863674] env[62284]: DEBUG oslo.service.loopingcall [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.864129] env[62284]: DEBUG nova.compute.manager [-] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.864238] env[62284]: DEBUG nova.network.neutron [-] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.023782] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954485, 'name': Rename_Task, 'duration_secs': 0.230906} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.024203] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.024540] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29669f7f-a9d5-4267-b3c4-f18c57a874d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.033312] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1762.033312] env[62284]: value = "task-1954488" [ 1762.033312] env[62284]: _type = "Task" [ 1762.033312] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.033522] env[62284]: DEBUG nova.network.neutron [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Successfully updated port: dbb6f9f6-2f6d-4954-8b19-dc41c616540c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1762.043408] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.083508] env[62284]: DEBUG nova.network.neutron [req-c3e10b23-66b4-4881-aa2e-696414a234f5 req-9e65934b-a5fd-49bd-ac53-ba8c016f33be service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updated VIF entry in instance network info cache for port 424f2a56-321e-4831-ab66-486f14bafc1d. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.083887] env[62284]: DEBUG nova.network.neutron [req-c3e10b23-66b4-4881-aa2e-696414a234f5 req-9e65934b-a5fd-49bd-ac53-ba8c016f33be service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updating instance_info_cache with network_info: [{"id": "424f2a56-321e-4831-ab66-486f14bafc1d", "address": "fa:16:3e:7c:48:27", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424f2a56-32", "ovs_interfaceid": "424f2a56-321e-4831-ab66-486f14bafc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.157734] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52141ea6-1b4d-8d0a-d2fa-fa7e3d9e19db, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.157734] env[62284]: DEBUG nova.network.neutron [req-73f97fd1-d86b-44ba-9d81-89667bbe616a req-f093c966-0735-447b-8297-ba7bc688e0b2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Updated VIF entry in instance network info cache for port d19f8aa0-5f7c-4467-8d4f-7eae56514ae5. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.159263] env[62284]: DEBUG nova.network.neutron [req-73f97fd1-d86b-44ba-9d81-89667bbe616a req-f093c966-0735-447b-8297-ba7bc688e0b2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Updating instance_info_cache with network_info: [{"id": "d19f8aa0-5f7c-4467-8d4f-7eae56514ae5", "address": "fa:16:3e:ce:bc:e6", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19f8aa0-5f", "ovs_interfaceid": "d19f8aa0-5f7c-4467-8d4f-7eae56514ae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.159263] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.160291] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d376c7ad-9725-4597-ab64-278178dea44f/d376c7ad-9725-4597-ab64-278178dea44f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1762.160291] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4d8aa5e-ebf4-4106-b64d-9e62b83569ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.171026] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1762.171026] env[62284]: value = "task-1954489" [ 1762.171026] env[62284]: _type = "Task" [ 1762.171026] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.184745] env[62284]: DEBUG oslo_vmware.api [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1954487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283138} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.185402] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.185402] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.185402] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.186635] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.226876] env[62284]: INFO nova.scheduler.client.report [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleted allocations for instance 1023f77b-0f09-418a-adf1-d3e36bc41bc3 [ 1762.316223] env[62284]: DEBUG nova.scheduler.client.report [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.543520] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.543730] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.543953] env[62284]: DEBUG nova.network.neutron [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.559490] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954488, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.586821] env[62284]: DEBUG oslo_concurrency.lockutils [req-c3e10b23-66b4-4881-aa2e-696414a234f5 req-9e65934b-a5fd-49bd-ac53-ba8c016f33be service nova] Releasing lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.630480] env[62284]: DEBUG nova.network.neutron [-] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.663264] env[62284]: DEBUG oslo_concurrency.lockutils [req-73f97fd1-d86b-44ba-9d81-89667bbe616a req-f093c966-0735-447b-8297-ba7bc688e0b2 service nova] Releasing lock "refresh_cache-d376c7ad-9725-4597-ab64-278178dea44f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.685057] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954489, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.732190] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.822951] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.824184] env[62284]: DEBUG nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.830225] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.767s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.832808] env[62284]: INFO nova.compute.claims [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1762.974225] env[62284]: DEBUG nova.network.neutron [-] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.048269] env[62284]: DEBUG oslo_vmware.api [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954488, 'name': PowerOnVM_Task, 'duration_secs': 0.691176} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.051657] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.051657] env[62284]: INFO nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1763.051657] env[62284]: DEBUG nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.053571] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ee4623-1c38-48c5-aa1e-a26f523e8365 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.104939] env[62284]: DEBUG nova.network.neutron [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1763.135328] env[62284]: INFO nova.compute.manager [-] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Took 1.96 seconds to deallocate network for instance. [ 1763.185472] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722285} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.185775] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d376c7ad-9725-4597-ab64-278178dea44f/d376c7ad-9725-4597-ab64-278178dea44f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1763.186144] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1763.186272] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2060eaa2-8784-4e3d-9ec3-15f11f6c4a23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.201187] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1763.201187] env[62284]: value = "task-1954490" [ 1763.201187] env[62284]: _type = "Task" [ 1763.201187] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.212297] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.300803] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.301232] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.301573] env[62284]: INFO nova.compute.manager [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Rebooting instance [ 1763.332387] env[62284]: DEBUG nova.compute.utils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.337232] env[62284]: DEBUG nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1763.337232] env[62284]: DEBUG nova.network.neutron [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1763.374554] env[62284]: DEBUG nova.network.neutron [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance_info_cache with network_info: [{"id": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "address": "fa:16:3e:70:a4:67", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb6f9f6-2f", "ovs_interfaceid": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.412422] env[62284]: DEBUG nova.policy [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c24dc12e3a64606b8c210c5289d63ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5440f5d1b97b4cc798853fe29efed1e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1763.478296] env[62284]: INFO nova.compute.manager [-] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Took 1.61 seconds to deallocate network for instance. [ 1763.583727] env[62284]: INFO nova.compute.manager [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Took 53.11 seconds to build instance. [ 1763.631132] env[62284]: DEBUG nova.compute.manager [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Received event network-changed-5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.631748] env[62284]: DEBUG nova.compute.manager [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Refreshing instance network info cache due to event network-changed-5f00ca7c-539e-4372-906f-ca97b13c7dc0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1763.632035] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Acquiring lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.632233] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Acquired lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.632414] env[62284]: DEBUG nova.network.neutron [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Refreshing network info cache for port 5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.645278] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.713023] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076301} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.713539] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1763.719937] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3d7cc2-5227-4d2c-b715-8171dae366ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.745290] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] d376c7ad-9725-4597-ab64-278178dea44f/d376c7ad-9725-4597-ab64-278178dea44f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.746995] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf5b864-e79c-42cb-af18-e7a1ea4e8496 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.770993] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.771239] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.775710] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1763.775710] env[62284]: value = "task-1954491" [ 1763.775710] env[62284]: _type = "Task" [ 1763.775710] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.784657] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.828924] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.838841] env[62284]: DEBUG nova.compute.utils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.883654] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.883654] env[62284]: DEBUG nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Instance network_info: |[{"id": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "address": "fa:16:3e:70:a4:67", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb6f9f6-2f", "ovs_interfaceid": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.884028] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:a4:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbb6f9f6-2f6d-4954-8b19-dc41c616540c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.890210] env[62284]: DEBUG oslo.service.loopingcall [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.891518] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.899269] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faee8104-7a12-4d91-8725-5c9d0557a5de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.920623] env[62284]: DEBUG nova.compute.manager [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Received event network-vif-plugged-dbb6f9f6-2f6d-4954-8b19-dc41c616540c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.920835] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] Acquiring lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.921047] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.921226] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.921380] env[62284]: DEBUG nova.compute.manager [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] No waiting events found dispatching network-vif-plugged-dbb6f9f6-2f6d-4954-8b19-dc41c616540c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.921535] env[62284]: WARNING nova.compute.manager [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Received unexpected event network-vif-plugged-dbb6f9f6-2f6d-4954-8b19-dc41c616540c for instance with vm_state building and task_state spawning. [ 1763.921715] env[62284]: DEBUG nova.compute.manager [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Received event network-changed-dbb6f9f6-2f6d-4954-8b19-dc41c616540c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.921888] env[62284]: DEBUG nova.compute.manager [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Refreshing instance network info cache due to event network-changed-dbb6f9f6-2f6d-4954-8b19-dc41c616540c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1763.922131] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] Acquiring lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.922295] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] Acquired lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.922456] env[62284]: DEBUG nova.network.neutron [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Refreshing network info cache for port dbb6f9f6-2f6d-4954-8b19-dc41c616540c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.935177] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.935177] env[62284]: value = "task-1954492" [ 1763.935177] env[62284]: _type = "Task" [ 1763.935177] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.943623] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954492, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.986338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.054822] env[62284]: DEBUG nova.network.neutron [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Successfully created port: f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.085278] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f13b2c16-a621-4fe9-9419-da3b3525a420 tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "c3ef0795-7325-4464-acaf-01f496d602c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.153s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.289468] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.345671] env[62284]: DEBUG nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.387398] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a3553-e09b-45e9-a3e9-97a4dd35105d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.397221] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25abe97-8981-4252-a897-b4d61ec42751 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.443892] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de8e0f3-da9b-48e2-a038-271b2ed1364e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.463605] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a5ddaf-1cf0-43e0-b326-de37d9591eee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.468198] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954492, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.480031] env[62284]: DEBUG nova.compute.provider_tree [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.524043] env[62284]: DEBUG nova.network.neutron [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updated VIF entry in instance network info cache for port 5f00ca7c-539e-4372-906f-ca97b13c7dc0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.524043] env[62284]: DEBUG nova.network.neutron [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updating instance_info_cache with network_info: [{"id": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "address": "fa:16:3e:06:87:37", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f00ca7c-53", "ovs_interfaceid": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.589894] env[62284]: DEBUG nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1764.696463] env[62284]: DEBUG nova.network.neutron [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updated VIF entry in instance network info cache for port dbb6f9f6-2f6d-4954-8b19-dc41c616540c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.696463] env[62284]: DEBUG nova.network.neutron [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance_info_cache with network_info: [{"id": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "address": "fa:16:3e:70:a4:67", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb6f9f6-2f", "ovs_interfaceid": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.787181] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954491, 'name': ReconfigVM_Task, 'duration_secs': 0.74594} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.787486] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Reconfigured VM instance instance-00000030 to attach disk [datastore1] d376c7ad-9725-4597-ab64-278178dea44f/d376c7ad-9725-4597-ab64-278178dea44f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.788764] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e27f73a0-fe1e-4f1e-aff8-3b9695e5328d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.795063] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1764.795063] env[62284]: value = "task-1954493" [ 1764.795063] env[62284]: _type = "Task" [ 1764.795063] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.803838] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954493, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.944979] env[62284]: DEBUG nova.compute.manager [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.947463] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb9a72-4774-4ef7-8729-5163f0f7f309 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.961999] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954492, 'name': CreateVM_Task, 'duration_secs': 0.548157} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.962409] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1764.963105] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.963291] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.963611] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1764.964129] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f19e99c-d684-4960-9a94-686e96ca9753 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.969466] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1764.969466] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222607e-abf7-9049-7bff-42939e0bbb66" [ 1764.969466] env[62284]: _type = "Task" [ 1764.969466] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.977460] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222607e-abf7-9049-7bff-42939e0bbb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.986748] env[62284]: DEBUG nova.scheduler.client.report [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.026816] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Releasing lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.026918] env[62284]: DEBUG nova.compute.manager [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Received event network-vif-unplugged-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.027983] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Acquiring lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.027983] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.027983] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.027983] env[62284]: DEBUG nova.compute.manager [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] No waiting events found dispatching network-vif-unplugged-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.027983] env[62284]: WARNING nova.compute.manager [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Received unexpected event network-vif-unplugged-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 for instance with vm_state shelved_offloaded and task_state None. [ 1765.028575] env[62284]: DEBUG nova.compute.manager [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Received event network-changed-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.028797] env[62284]: DEBUG nova.compute.manager [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Refreshing instance network info cache due to event network-changed-3cee4721-b3e9-40da-a684-7aa6e39cb5b6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1765.029012] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Acquiring lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.029247] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Acquired lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.029451] env[62284]: DEBUG nova.network.neutron [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Refreshing network info cache for port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.031282] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquired lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.031627] env[62284]: DEBUG nova.network.neutron [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.116119] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.201218] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] Releasing lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.201218] env[62284]: DEBUG nova.compute.manager [req-5eadb535-b55e-47e1-b317-a61831a531a7 req-5cf63cbb-2e30-4ba1-8bde-faa5278f78b3 service nova] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Received event network-vif-deleted-ab048ef0-8af3-4d24-bfca-0de9865ad92e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1765.310225] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954493, 'name': Rename_Task, 'duration_secs': 0.288132} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.311036] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1765.311515] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2664b9fa-190b-432d-b360-aada456e9bf4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.320954] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1765.320954] env[62284]: value = "task-1954494" [ 1765.320954] env[62284]: _type = "Task" [ 1765.320954] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.330999] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.356167] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "c8916cc9-5174-40d1-9972-8cb40fa18a85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.356167] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "c8916cc9-5174-40d1-9972-8cb40fa18a85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.358937] env[62284]: DEBUG nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.395952] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:28:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='183023131',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1530866023',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.395952] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.395952] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.396170] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.396170] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.396262] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.396438] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.396624] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.397022] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.397022] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.397193] env[62284]: DEBUG nova.virt.hardware [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.400262] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2be3fc-c016-4daa-af4a-57bf1ba6be89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.411223] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb387ff4-f93f-43c0-b9ce-b9f7788e56a8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.464741] env[62284]: INFO nova.compute.manager [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] instance snapshotting [ 1765.469032] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a7e67a-a031-41fc-bbe4-754181e95921 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.495783] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222607e-abf7-9049-7bff-42939e0bbb66, 'name': SearchDatastore_Task, 'duration_secs': 0.025046} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.495949] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.496409] env[62284]: DEBUG nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1765.499367] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.499587] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1765.499821] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.499960] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.500206] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1765.500679] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.992s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.500730] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.501585] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1765.501585] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.172s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.505598] env[62284]: INFO nova.compute.claims [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.507323] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b946a-fecf-40cc-af43-b427322362be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.510841] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e73001e-2c9c-48a7-9851-4f6e25be10c2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.515426] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f62e795-9c5d-4b29-beee-bcfdc5e1d119 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.529526] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92de99b2-2266-4683-a0fb-692183546c7b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.541982] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1765.541982] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1765.542333] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c729a6b3-2957-454d-97dd-9aaeb90b730f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.554665] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11971a3d-286a-4f36-8005-bed289034f02 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.559179] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1765.559179] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52176277-28f0-026c-51fb-19113e0c2992" [ 1765.559179] env[62284]: _type = "Task" [ 1765.559179] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.567457] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6efa23-1750-48ac-bbd9-5d00ac346d0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.574212] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52176277-28f0-026c-51fb-19113e0c2992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.612031] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179032MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1765.612031] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.835055] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.013273] env[62284]: DEBUG nova.compute.utils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.025673] env[62284]: DEBUG nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.025939] env[62284]: DEBUG nova.network.neutron [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.032686] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1766.033659] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16493c40-02bf-4e3f-9a24-c2a17a620322 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.043411] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1766.043411] env[62284]: value = "task-1954495" [ 1766.043411] env[62284]: _type = "Task" [ 1766.043411] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.055858] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954495, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.071438] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52176277-28f0-026c-51fb-19113e0c2992, 'name': SearchDatastore_Task, 'duration_secs': 0.017772} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.072834] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77251070-24ac-40f7-9837-12fc5c9c92eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.080736] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1766.080736] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522ed0bf-d6a8-da0c-1322-88aefedb084d" [ 1766.080736] env[62284]: _type = "Task" [ 1766.080736] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.091461] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522ed0bf-d6a8-da0c-1322-88aefedb084d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.121627] env[62284]: DEBUG nova.network.neutron [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updating instance_info_cache with network_info: [{"id": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "address": "fa:16:3e:06:87:37", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f00ca7c-53", "ovs_interfaceid": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.182296] env[62284]: DEBUG nova.network.neutron [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updated VIF entry in instance network info cache for port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.182803] env[62284]: DEBUG nova.network.neutron [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating instance_info_cache with network_info: [{"id": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "address": "fa:16:3e:21:e9:8f", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3cee4721-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.199415] env[62284]: DEBUG nova.policy [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84823e3680704bf38a3bfd39541f2d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25b3f9f266864b548655a43d3cf2d9a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.233437] env[62284]: DEBUG nova.network.neutron [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Successfully updated port: f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1766.333611] env[62284]: DEBUG oslo_vmware.api [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954494, 'name': PowerOnVM_Task, 'duration_secs': 0.867061} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.333942] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.334232] env[62284]: INFO nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1766.334444] env[62284]: DEBUG nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.335347] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f67227c-6964-44df-befe-b6051ae67094 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.388625] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.451248] env[62284]: DEBUG nova.compute.manager [req-bfc78299-6f81-46fa-b5ce-0ea06f070acd req-25c46e30-3c2e-44c9-b94a-934ac2db7a82 service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Received event network-vif-plugged-f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.451466] env[62284]: DEBUG oslo_concurrency.lockutils [req-bfc78299-6f81-46fa-b5ce-0ea06f070acd req-25c46e30-3c2e-44c9-b94a-934ac2db7a82 service nova] Acquiring lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.451768] env[62284]: DEBUG oslo_concurrency.lockutils [req-bfc78299-6f81-46fa-b5ce-0ea06f070acd req-25c46e30-3c2e-44c9-b94a-934ac2db7a82 service nova] Lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.451832] env[62284]: DEBUG oslo_concurrency.lockutils [req-bfc78299-6f81-46fa-b5ce-0ea06f070acd req-25c46e30-3c2e-44c9-b94a-934ac2db7a82 service nova] Lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.451983] env[62284]: DEBUG nova.compute.manager [req-bfc78299-6f81-46fa-b5ce-0ea06f070acd req-25c46e30-3c2e-44c9-b94a-934ac2db7a82 service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] No waiting events found dispatching network-vif-plugged-f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.452420] env[62284]: WARNING nova.compute.manager [req-bfc78299-6f81-46fa-b5ce-0ea06f070acd req-25c46e30-3c2e-44c9-b94a-934ac2db7a82 service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Received unexpected event network-vif-plugged-f4d7474a-9d85-404c-b09e-4085a28eb367 for instance with vm_state building and task_state spawning. [ 1766.525811] env[62284]: DEBUG nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1766.558209] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954495, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.597691] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522ed0bf-d6a8-da0c-1322-88aefedb084d, 'name': SearchDatastore_Task, 'duration_secs': 0.014912} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.597837] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.598383] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e/bfeaf525-4e5b-47df-aa69-81f0d438010e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1766.598805] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6fe77cd-048f-4cea-9f61-8dcc2b78c9ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.612128] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1766.612128] env[62284]: value = "task-1954496" [ 1766.612128] env[62284]: _type = "Task" [ 1766.612128] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.624704] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Releasing lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.625824] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.688038] env[62284]: DEBUG oslo_concurrency.lockutils [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] Releasing lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.688038] env[62284]: DEBUG nova.compute.manager [req-a01e49cf-cf52-421e-b08c-9bf946ea62dc req-122835da-7980-40b8-952f-0736bc60a28a service nova] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Received event network-vif-deleted-8b9c179e-a4d6-43bb-8e15-bf9a5c5facc2 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.715073] env[62284]: DEBUG nova.network.neutron [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Successfully created port: a6af65ad-858f-4a2b-84b5-87d126b64a51 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1766.738887] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.739064] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquired lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.739149] env[62284]: DEBUG nova.network.neutron [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.859562] env[62284]: INFO nova.compute.manager [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Took 53.83 seconds to build instance. [ 1766.919248] env[62284]: DEBUG nova.compute.manager [req-662fe5e9-cf2d-4ccd-9d25-cb9869620b1e req-a3145a9e-c35a-4280-9b51-f23844181954 service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Received event network-changed-19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.919374] env[62284]: DEBUG nova.compute.manager [req-662fe5e9-cf2d-4ccd-9d25-cb9869620b1e req-a3145a9e-c35a-4280-9b51-f23844181954 service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Refreshing instance network info cache due to event network-changed-19d35db2-78f7-46d3-99b4-725d29800645. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1766.919629] env[62284]: DEBUG oslo_concurrency.lockutils [req-662fe5e9-cf2d-4ccd-9d25-cb9869620b1e req-a3145a9e-c35a-4280-9b51-f23844181954 service nova] Acquiring lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.919778] env[62284]: DEBUG oslo_concurrency.lockutils [req-662fe5e9-cf2d-4ccd-9d25-cb9869620b1e req-a3145a9e-c35a-4280-9b51-f23844181954 service nova] Acquired lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.919939] env[62284]: DEBUG nova.network.neutron [req-662fe5e9-cf2d-4ccd-9d25-cb9869620b1e req-a3145a9e-c35a-4280-9b51-f23844181954 service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Refreshing network info cache for port 19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.058995] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954495, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.137772] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954496, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.138491] env[62284]: DEBUG nova.compute.manager [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.140050] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f867eeab-3bfa-462d-87a9-41bfa8bdd1ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.195205] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a365f737-3db5-49b9-9bf3-1d7427b70b2f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.209164] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aa2fb1-4c37-4747-8cac-bb0eacb4421e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.249808] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6539f-9d02-49f4-a15d-22ae96b86eba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.260529] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff71b86-7e57-4c30-ac06-2cc94acbc8bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.279506] env[62284]: DEBUG nova.compute.provider_tree [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.307052] env[62284]: DEBUG nova.network.neutron [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1767.363435] env[62284]: DEBUG oslo_concurrency.lockutils [None req-51b0c41c-9b6a-4ceb-bcfd-f20cfe9b3aeb tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "d376c7ad-9725-4597-ab64-278178dea44f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.218s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.546745] env[62284]: DEBUG nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1767.568110] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954495, 'name': CreateSnapshot_Task, 'duration_secs': 1.020925} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.570890] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1767.572563] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c74f81-a770-4277-93f2-3c156098e09c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.578049] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1767.578302] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.578483] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1767.579019] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.579275] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1767.579504] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1767.579848] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1767.580170] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1767.580486] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1767.580796] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1767.581119] env[62284]: DEBUG nova.virt.hardware [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1767.582500] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0086828-ef6f-4078-b6e9-5d3ee0a5756b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.605177] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f1effc-dc31-4983-a8dc-1912b23d6742 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.633505] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954496, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.665545] env[62284]: DEBUG nova.network.neutron [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Updating instance_info_cache with network_info: [{"id": "f4d7474a-9d85-404c-b09e-4085a28eb367", "address": "fa:16:3e:f3:0b:70", "network": {"id": "22d41e09-fa49-4f20-b8dd-4e00688e83e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-706385491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5440f5d1b97b4cc798853fe29efed1e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d7474a-9d", "ovs_interfaceid": "f4d7474a-9d85-404c-b09e-4085a28eb367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.784042] env[62284]: DEBUG nova.scheduler.client.report [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.866846] env[62284]: DEBUG nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.991556] env[62284]: DEBUG nova.network.neutron [req-662fe5e9-cf2d-4ccd-9d25-cb9869620b1e req-a3145a9e-c35a-4280-9b51-f23844181954 service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Updated VIF entry in instance network info cache for port 19d35db2-78f7-46d3-99b4-725d29800645. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.991939] env[62284]: DEBUG nova.network.neutron [req-662fe5e9-cf2d-4ccd-9d25-cb9869620b1e req-a3145a9e-c35a-4280-9b51-f23844181954 service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Updating instance_info_cache with network_info: [{"id": "19d35db2-78f7-46d3-99b4-725d29800645", "address": "fa:16:3e:a2:ed:3c", "network": {"id": "a3966f1c-dc89-406b-afb3-8f977492adbc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1291652487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8003134f91fb43e7890ab08782876676", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d35db2-78", "ovs_interfaceid": "19d35db2-78f7-46d3-99b4-725d29800645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.111937] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1768.111937] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e70b9b10-206f-4f3f-9cce-cdae492c1dcb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.121289] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1768.121289] env[62284]: value = "task-1954497" [ 1768.121289] env[62284]: _type = "Task" [ 1768.121289] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.133093] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954496, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.136348] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954497, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.166754] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141c8bf6-59fc-4f35-82d3-8e932005fd46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.169891] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Releasing lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.170245] env[62284]: DEBUG nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Instance network_info: |[{"id": "f4d7474a-9d85-404c-b09e-4085a28eb367", "address": "fa:16:3e:f3:0b:70", "network": {"id": "22d41e09-fa49-4f20-b8dd-4e00688e83e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-706385491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5440f5d1b97b4cc798853fe29efed1e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d7474a-9d", "ovs_interfaceid": "f4d7474a-9d85-404c-b09e-4085a28eb367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1768.170650] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:0b:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4d7474a-9d85-404c-b09e-4085a28eb367', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1768.178710] env[62284]: DEBUG oslo.service.loopingcall [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.179382] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1768.179645] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25844b7c-0a7a-44ef-a28a-dfefd10b1059 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.199329] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Doing hard reboot of VM {{(pid=62284) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1768.200268] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4e998d57-592c-403f-8e31-d69f766495af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.204822] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1768.204822] env[62284]: value = "task-1954498" [ 1768.204822] env[62284]: _type = "Task" [ 1768.204822] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.210668] env[62284]: DEBUG oslo_vmware.api [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1768.210668] env[62284]: value = "task-1954499" [ 1768.210668] env[62284]: _type = "Task" [ 1768.210668] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.218148] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954498, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.223752] env[62284]: DEBUG oslo_vmware.api [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954499, 'name': ResetVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.289685] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.290293] env[62284]: DEBUG nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1768.293808] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.677s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.295441] env[62284]: INFO nova.compute.claims [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.396507] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.495758] env[62284]: DEBUG oslo_concurrency.lockutils [req-662fe5e9-cf2d-4ccd-9d25-cb9869620b1e req-a3145a9e-c35a-4280-9b51-f23844181954 service nova] Releasing lock "refresh_cache-c3ef0795-7325-4464-acaf-01f496d602c4" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.650056] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954496, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.933574} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.650324] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954497, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.651797] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e/bfeaf525-4e5b-47df-aa69-81f0d438010e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.652038] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.654709] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125c8a3f-e13f-4105-89e5-a35093515f2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.657508] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.657692] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.663413] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1768.663413] env[62284]: value = "task-1954500" [ 1768.663413] env[62284]: _type = "Task" [ 1768.663413] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.672148] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.689370] env[62284]: DEBUG nova.network.neutron [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Successfully updated port: a6af65ad-858f-4a2b-84b5-87d126b64a51 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1768.722518] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954498, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.728914] env[62284]: DEBUG oslo_vmware.api [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954499, 'name': ResetVM_Task, 'duration_secs': 0.473693} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.733031] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Did hard reboot of VM {{(pid=62284) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1768.733031] env[62284]: DEBUG nova.compute.manager [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.733031] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8694f88c-241e-4454-9d63-e79252c79eed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.797119] env[62284]: DEBUG nova.compute.utils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.798641] env[62284]: DEBUG nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1768.798856] env[62284]: DEBUG nova.network.neutron [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.845638] env[62284]: DEBUG nova.policy [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b99d3eb5414eca916e79e832168020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5493c9545e384dc18bcedc2881adb563', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1769.051342] env[62284]: DEBUG nova.compute.manager [req-1cee5518-dc25-49bb-b1eb-84ea170fbdd7 req-8c4ad3c2-0a81-449a-b5c6-a859b0ac40db service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Received event network-changed-f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.051342] env[62284]: DEBUG nova.compute.manager [req-1cee5518-dc25-49bb-b1eb-84ea170fbdd7 req-8c4ad3c2-0a81-449a-b5c6-a859b0ac40db service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Refreshing instance network info cache due to event network-changed-f4d7474a-9d85-404c-b09e-4085a28eb367. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1769.052130] env[62284]: DEBUG oslo_concurrency.lockutils [req-1cee5518-dc25-49bb-b1eb-84ea170fbdd7 req-8c4ad3c2-0a81-449a-b5c6-a859b0ac40db service nova] Acquiring lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.052362] env[62284]: DEBUG oslo_concurrency.lockutils [req-1cee5518-dc25-49bb-b1eb-84ea170fbdd7 req-8c4ad3c2-0a81-449a-b5c6-a859b0ac40db service nova] Acquired lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.052555] env[62284]: DEBUG nova.network.neutron [req-1cee5518-dc25-49bb-b1eb-84ea170fbdd7 req-8c4ad3c2-0a81-449a-b5c6-a859b0ac40db service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Refreshing network info cache for port f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.141059] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954497, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.175221] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088534} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.175221] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.175658] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4b4b56-0adc-4e80-bc86-f455327d051d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.205611] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e/bfeaf525-4e5b-47df-aa69-81f0d438010e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.205611] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-4102a78a-a5f7-48cc-9b28-4ee756553c83" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.205611] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-4102a78a-a5f7-48cc-9b28-4ee756553c83" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.205968] env[62284]: DEBUG nova.network.neutron [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.211415] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613e508d-66aa-4bef-932d-8b5398c185a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.252509] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954498, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.252509] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c148d1e0-de95-43b3-a2fa-1ed6418f1f46 tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.950s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.254606] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1769.254606] env[62284]: value = "task-1954501" [ 1769.254606] env[62284]: _type = "Task" [ 1769.254606] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.266890] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.303036] env[62284]: DEBUG nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1769.320634] env[62284]: DEBUG nova.network.neutron [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1769.525196] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquiring lock "42f950dc-98e6-4270-9379-054b907e05c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.525595] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "42f950dc-98e6-4270-9379-054b907e05c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.527087] env[62284]: DEBUG nova.compute.manager [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Received event network-vif-plugged-a6af65ad-858f-4a2b-84b5-87d126b64a51 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.527328] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] Acquiring lock "4102a78a-a5f7-48cc-9b28-4ee756553c83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.527607] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.527890] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.528146] env[62284]: DEBUG nova.compute.manager [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] No waiting events found dispatching network-vif-plugged-a6af65ad-858f-4a2b-84b5-87d126b64a51 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.528422] env[62284]: WARNING nova.compute.manager [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Received unexpected event network-vif-plugged-a6af65ad-858f-4a2b-84b5-87d126b64a51 for instance with vm_state building and task_state spawning. [ 1769.528732] env[62284]: DEBUG nova.compute.manager [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Received event network-changed-a6af65ad-858f-4a2b-84b5-87d126b64a51 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.528855] env[62284]: DEBUG nova.compute.manager [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Refreshing instance network info cache due to event network-changed-a6af65ad-858f-4a2b-84b5-87d126b64a51. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1769.529078] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] Acquiring lock "refresh_cache-4102a78a-a5f7-48cc-9b28-4ee756553c83" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.544088] env[62284]: DEBUG nova.network.neutron [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Successfully created port: e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1769.641141] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954497, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.672847] env[62284]: DEBUG nova.network.neutron [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Updating instance_info_cache with network_info: [{"id": "a6af65ad-858f-4a2b-84b5-87d126b64a51", "address": "fa:16:3e:d7:a1:59", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6af65ad-85", "ovs_interfaceid": "a6af65ad-858f-4a2b-84b5-87d126b64a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.748923] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954498, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.776608] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.923368] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e4e14-8b35-40e6-ae20-653e878c5bbe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.932433] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e415ec-39b2-46fb-a8fe-ca910ec78a0c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.971079] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb07666-f4d8-4b9e-b388-37b7ded3d538 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.980388] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf92e9a3-4bb3-4044-b8b8-56d859b8ce87 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.996469] env[62284]: DEBUG nova.compute.provider_tree [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.023204] env[62284]: DEBUG nova.network.neutron [req-1cee5518-dc25-49bb-b1eb-84ea170fbdd7 req-8c4ad3c2-0a81-449a-b5c6-a859b0ac40db service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Updated VIF entry in instance network info cache for port f4d7474a-9d85-404c-b09e-4085a28eb367. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.023204] env[62284]: DEBUG nova.network.neutron [req-1cee5518-dc25-49bb-b1eb-84ea170fbdd7 req-8c4ad3c2-0a81-449a-b5c6-a859b0ac40db service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Updating instance_info_cache with network_info: [{"id": "f4d7474a-9d85-404c-b09e-4085a28eb367", "address": "fa:16:3e:f3:0b:70", "network": {"id": "22d41e09-fa49-4f20-b8dd-4e00688e83e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-706385491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5440f5d1b97b4cc798853fe29efed1e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d7474a-9d", "ovs_interfaceid": "f4d7474a-9d85-404c-b09e-4085a28eb367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.141822] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954497, 'name': CloneVM_Task, 'duration_secs': 1.907873} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.142118] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Created linked-clone VM from snapshot [ 1770.142947] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80883e8-ec03-4e58-a34c-7fc2f2b519a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.151389] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Uploading image 7c0c2d3c-016a-4e84-a0a5-fa37a2f4a060 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1770.167643] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1770.168088] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8367bf0d-485a-4077-b3a8-1e9f27a679c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.176918] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-4102a78a-a5f7-48cc-9b28-4ee756553c83" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.177623] env[62284]: DEBUG nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Instance network_info: |[{"id": "a6af65ad-858f-4a2b-84b5-87d126b64a51", "address": "fa:16:3e:d7:a1:59", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6af65ad-85", "ovs_interfaceid": "a6af65ad-858f-4a2b-84b5-87d126b64a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1770.177746] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1770.177746] env[62284]: value = "task-1954502" [ 1770.177746] env[62284]: _type = "Task" [ 1770.177746] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.177960] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] Acquired lock "refresh_cache-4102a78a-a5f7-48cc-9b28-4ee756553c83" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.178421] env[62284]: DEBUG nova.network.neutron [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Refreshing network info cache for port a6af65ad-858f-4a2b-84b5-87d126b64a51 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.179958] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:a1:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6af65ad-858f-4a2b-84b5-87d126b64a51', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1770.192418] env[62284]: DEBUG oslo.service.loopingcall [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.195557] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1770.200041] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67271c95-71cf-4c77-9fe0-623ebda1dbd2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.228755] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954502, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.229488] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1770.229488] env[62284]: value = "task-1954503" [ 1770.229488] env[62284]: _type = "Task" [ 1770.229488] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.245172] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954503, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.255905] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954498, 'name': CreateVM_Task, 'duration_secs': 1.857958} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.256233] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.260162] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.260768] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.261060] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1770.262124] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be4f5b1-5d30-4347-a973-ee4941715952 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.273141] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.273613] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1770.273613] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5208b82a-30fb-6371-4974-f691585aae7d" [ 1770.273613] env[62284]: _type = "Task" [ 1770.273613] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.283615] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5208b82a-30fb-6371-4974-f691585aae7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.317616] env[62284]: DEBUG nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1770.349362] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1770.349362] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1770.349674] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1770.349808] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1770.350056] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1770.350446] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1770.350543] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1770.350683] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1770.350912] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1770.351142] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1770.351915] env[62284]: DEBUG nova.virt.hardware [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1770.352396] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5904f5-e7b8-408e-8075-7a138fa639c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.364382] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6fadac-5234-4dc4-a610-1c8b67d2c257 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.499996] env[62284]: DEBUG nova.scheduler.client.report [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.526827] env[62284]: DEBUG oslo_concurrency.lockutils [req-1cee5518-dc25-49bb-b1eb-84ea170fbdd7 req-8c4ad3c2-0a81-449a-b5c6-a859b0ac40db service nova] Releasing lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.603949] env[62284]: DEBUG nova.network.neutron [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Updated VIF entry in instance network info cache for port a6af65ad-858f-4a2b-84b5-87d126b64a51. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.604412] env[62284]: DEBUG nova.network.neutron [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Updating instance_info_cache with network_info: [{"id": "a6af65ad-858f-4a2b-84b5-87d126b64a51", "address": "fa:16:3e:d7:a1:59", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6af65ad-85", "ovs_interfaceid": "a6af65ad-858f-4a2b-84b5-87d126b64a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.703973] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954502, 'name': Destroy_Task, 'duration_secs': 0.363908} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.704339] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Destroyed the VM [ 1770.704619] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1770.704928] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-218c4aa5-1092-4b43-95cd-d63660c7eb0a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.715245] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1770.715245] env[62284]: value = "task-1954504" [ 1770.715245] env[62284]: _type = "Task" [ 1770.715245] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.723163] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954504, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.740726] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954503, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.765559] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954501, 'name': ReconfigVM_Task, 'duration_secs': 1.157479} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.765834] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfigured VM instance instance-00000031 to attach disk [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e/bfeaf525-4e5b-47df-aa69-81f0d438010e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.766496] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c7a1b9b-8e12-4b05-bbce-05b611ee7948 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.773881] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1770.773881] env[62284]: value = "task-1954505" [ 1770.773881] env[62284]: _type = "Task" [ 1770.773881] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.784886] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954505, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.788493] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5208b82a-30fb-6371-4974-f691585aae7d, 'name': SearchDatastore_Task, 'duration_secs': 0.015765} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.788723] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.788958] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.789207] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.789354] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.789528] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.789787] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46698b2a-adf2-4048-b649-d311d76cd42d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.811845] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.812159] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.813012] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5959d6e-a161-48f3-bc14-1802d555545a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.819504] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1770.819504] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5236402a-fc4f-8d75-7514-c4b0fdf2ed4e" [ 1770.819504] env[62284]: _type = "Task" [ 1770.819504] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.827866] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5236402a-fc4f-8d75-7514-c4b0fdf2ed4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.006053] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.006906] env[62284]: DEBUG nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.011148] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.092s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.011468] env[62284]: DEBUG nova.objects.instance [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lazy-loading 'resources' on Instance uuid f347346b-2a14-4cea-ab84-47f2952af658 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.107544] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d0fa61c-1b92-48da-bc76-a331b6ca77d4 req-a38cc3b2-75cd-4839-a182-5cc669d50bcc service nova] Releasing lock "refresh_cache-4102a78a-a5f7-48cc-9b28-4ee756553c83" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.137583] env[62284]: DEBUG oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a721d-09e0-7fe4-2e6f-73ccdfc4f61e/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1771.140054] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eb5d76-6450-4af0-b497-5b180820dc79 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.149102] env[62284]: DEBUG oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a721d-09e0-7fe4-2e6f-73ccdfc4f61e/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1771.149485] env[62284]: ERROR oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a721d-09e0-7fe4-2e6f-73ccdfc4f61e/disk-0.vmdk due to incomplete transfer. [ 1771.149869] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c700072e-e5f3-4c6a-8739-54229f050b80 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.158461] env[62284]: DEBUG oslo_vmware.rw_handles [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a721d-09e0-7fe4-2e6f-73ccdfc4f61e/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1771.158871] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Uploaded image 41b22bbc-f58d-46cb-8bad-49a7be1cd970 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1771.161954] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1771.162411] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64b48142-6e79-4c90-af3c-14aec2e3b7ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.169333] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1771.169333] env[62284]: value = "task-1954506" [ 1771.169333] env[62284]: _type = "Task" [ 1771.169333] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.179842] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954506, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.227307] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954504, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.241230] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954503, 'name': CreateVM_Task, 'duration_secs': 0.531233} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.241230] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1771.241892] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.241892] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.242060] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1771.243272] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e483124-a228-40ed-a9e8-f047ae29b0b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.250418] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1771.250418] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526aacc4-04be-c8d3-c327-01833788cebb" [ 1771.250418] env[62284]: _type = "Task" [ 1771.250418] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.258338] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526aacc4-04be-c8d3-c327-01833788cebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.283218] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954505, 'name': Rename_Task, 'duration_secs': 0.191741} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.283534] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.283801] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdae95f2-9a23-409a-b9aa-a825d0f9e01e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.291086] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1771.291086] env[62284]: value = "task-1954507" [ 1771.291086] env[62284]: _type = "Task" [ 1771.291086] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.300944] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.314786] env[62284]: DEBUG nova.compute.manager [req-b13bd191-2378-411f-b412-9e4dbc76d2dc req-40868190-6410-4fe7-b5ca-4fa7dabd88e5 service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Received event network-changed-5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1771.314786] env[62284]: DEBUG nova.compute.manager [req-b13bd191-2378-411f-b412-9e4dbc76d2dc req-40868190-6410-4fe7-b5ca-4fa7dabd88e5 service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Refreshing instance network info cache due to event network-changed-5f00ca7c-539e-4372-906f-ca97b13c7dc0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1771.314786] env[62284]: DEBUG oslo_concurrency.lockutils [req-b13bd191-2378-411f-b412-9e4dbc76d2dc req-40868190-6410-4fe7-b5ca-4fa7dabd88e5 service nova] Acquiring lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.314786] env[62284]: DEBUG oslo_concurrency.lockutils [req-b13bd191-2378-411f-b412-9e4dbc76d2dc req-40868190-6410-4fe7-b5ca-4fa7dabd88e5 service nova] Acquired lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.315498] env[62284]: DEBUG nova.network.neutron [req-b13bd191-2378-411f-b412-9e4dbc76d2dc req-40868190-6410-4fe7-b5ca-4fa7dabd88e5 service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Refreshing network info cache for port 5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.333456] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5236402a-fc4f-8d75-7514-c4b0fdf2ed4e, 'name': SearchDatastore_Task, 'duration_secs': 0.015453} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.335508] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70027239-efbf-4aa1-a4cd-e7d727afee8e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.342593] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1771.342593] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5247c0f4-7b3d-a052-d135-c897ff21c261" [ 1771.342593] env[62284]: _type = "Task" [ 1771.342593] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.357697] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5247c0f4-7b3d-a052-d135-c897ff21c261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.357697] env[62284]: DEBUG nova.network.neutron [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Successfully updated port: e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1771.517461] env[62284]: DEBUG nova.compute.utils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.518788] env[62284]: DEBUG nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.518982] env[62284]: DEBUG nova.network.neutron [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.567117] env[62284]: DEBUG nova.policy [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2453accae0f44a29bb0eb400da765f23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20551a57572745689816c26070cf7002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.681798] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954506, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.685551] env[62284]: DEBUG nova.compute.manager [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Received event network-vif-plugged-e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1771.685756] env[62284]: DEBUG oslo_concurrency.lockutils [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] Acquiring lock "91bd0705-6e68-4155-86dd-2675a9a3e45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.685967] env[62284]: DEBUG oslo_concurrency.lockutils [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.686147] env[62284]: DEBUG oslo_concurrency.lockutils [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.686312] env[62284]: DEBUG nova.compute.manager [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] No waiting events found dispatching network-vif-plugged-e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1771.686474] env[62284]: WARNING nova.compute.manager [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Received unexpected event network-vif-plugged-e1d9090a-522e-4037-b93f-5dd472f5a065 for instance with vm_state building and task_state spawning. [ 1771.686632] env[62284]: DEBUG nova.compute.manager [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Received event network-changed-e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1771.686783] env[62284]: DEBUG nova.compute.manager [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Refreshing instance network info cache due to event network-changed-e1d9090a-522e-4037-b93f-5dd472f5a065. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1771.687015] env[62284]: DEBUG oslo_concurrency.lockutils [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] Acquiring lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.687226] env[62284]: DEBUG oslo_concurrency.lockutils [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] Acquired lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.687332] env[62284]: DEBUG nova.network.neutron [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Refreshing network info cache for port e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.725105] env[62284]: DEBUG oslo_vmware.api [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954504, 'name': RemoveSnapshot_Task, 'duration_secs': 0.691928} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.725405] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1771.762932] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526aacc4-04be-c8d3-c327-01833788cebb, 'name': SearchDatastore_Task, 'duration_secs': 0.029908} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.766105] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.766353] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1771.766562] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.803317] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.854496] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5247c0f4-7b3d-a052-d135-c897ff21c261, 'name': SearchDatastore_Task, 'duration_secs': 0.044146} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.854802] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.855085] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9c954371-b8e5-4b8d-a99f-d2f2d795394c/9c954371-b8e5-4b8d-a99f-d2f2d795394c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.861021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.861021] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1771.861021] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c155d906-b1bc-445d-af76-2e63c8db5603 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.861324] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquiring lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.861324] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c6c9b1-d753-475f-95a7-5e80ee340a24 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.874515] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1771.874515] env[62284]: value = "task-1954508" [ 1771.874515] env[62284]: _type = "Task" [ 1771.874515] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.878342] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1771.878342] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1771.879434] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260fb766-2c9d-4dc3-9f23-4cded25d81cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.886745] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.892525] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1771.892525] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524bb01f-7f4a-2c26-90f6-314233e74042" [ 1771.892525] env[62284]: _type = "Task" [ 1771.892525] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.903780] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524bb01f-7f4a-2c26-90f6-314233e74042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.938708] env[62284]: DEBUG nova.network.neutron [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Successfully created port: 5c540991-bfdf-4166-a2bc-65a5ed384a66 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.982735] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.983039] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.983283] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.983834] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.984164] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.989204] env[62284]: INFO nova.compute.manager [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Terminating instance [ 1772.006265] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053b28bf-b792-49de-aa9a-582eee162901 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.017983] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaaa39d-5951-4ca5-928f-d09edccbb161 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.023224] env[62284]: DEBUG nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.061482] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a1ed9d-d5a0-44a1-8170-f33a2dd7a9a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.071308] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccce7e2-367a-4c88-b666-4637d57fcc64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.087211] env[62284]: DEBUG nova.compute.provider_tree [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.141111] env[62284]: DEBUG nova.network.neutron [req-b13bd191-2378-411f-b412-9e4dbc76d2dc req-40868190-6410-4fe7-b5ca-4fa7dabd88e5 service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updated VIF entry in instance network info cache for port 5f00ca7c-539e-4372-906f-ca97b13c7dc0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.141495] env[62284]: DEBUG nova.network.neutron [req-b13bd191-2378-411f-b412-9e4dbc76d2dc req-40868190-6410-4fe7-b5ca-4fa7dabd88e5 service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updating instance_info_cache with network_info: [{"id": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "address": "fa:16:3e:06:87:37", "network": {"id": "a679af4b-f56b-40c9-a015-c8ebff418c78", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-853256654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3716f02245d047b38c3cb29eca65cd2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f00ca7c-53", "ovs_interfaceid": "5f00ca7c-539e-4372-906f-ca97b13c7dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.180231] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954506, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.229800] env[62284]: WARNING nova.compute.manager [None req-e8c1932c-e2d3-418d-9fd7-20d83bb40257 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Image not found during snapshot: nova.exception.ImageNotFound: Image 7c0c2d3c-016a-4e84-a0a5-fa37a2f4a060 could not be found. [ 1772.232535] env[62284]: DEBUG nova.network.neutron [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1772.304996] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.350796] env[62284]: DEBUG nova.network.neutron [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.385681] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954508, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.403174] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524bb01f-7f4a-2c26-90f6-314233e74042, 'name': SearchDatastore_Task, 'duration_secs': 0.052478} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.403924] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81e92e0-132f-43b1-94c6-e4dcf7c6a475 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.409729] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1772.409729] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528530ee-105e-8126-01da-f0dcb1b410a6" [ 1772.409729] env[62284]: _type = "Task" [ 1772.409729] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.417659] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528530ee-105e-8126-01da-f0dcb1b410a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.494949] env[62284]: DEBUG nova.compute.manager [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.495176] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.496076] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b8918-3876-455a-acdb-0067ac1d6a2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.504441] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.504810] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf82a44-b41d-43ed-85b2-1dce439416bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.511519] env[62284]: DEBUG oslo_vmware.api [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1772.511519] env[62284]: value = "task-1954509" [ 1772.511519] env[62284]: _type = "Task" [ 1772.511519] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.520218] env[62284]: DEBUG oslo_vmware.api [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.591028] env[62284]: DEBUG nova.scheduler.client.report [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.643761] env[62284]: DEBUG oslo_concurrency.lockutils [req-b13bd191-2378-411f-b412-9e4dbc76d2dc req-40868190-6410-4fe7-b5ca-4fa7dabd88e5 service nova] Releasing lock "refresh_cache-75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.681838] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954506, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.802982] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954507, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.853958] env[62284]: DEBUG oslo_concurrency.lockutils [req-273ebd15-240e-4d22-9d1f-038f8a5fdaa5 req-ff126c6c-04d1-4219-ae77-5c5d7bd457e0 service nova] Releasing lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.854626] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquired lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.854731] env[62284]: DEBUG nova.network.neutron [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.886285] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814702} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.886558] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9c954371-b8e5-4b8d-a99f-d2f2d795394c/9c954371-b8e5-4b8d-a99f-d2f2d795394c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.886772] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1772.887048] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-484c3f9b-46f7-4603-8139-ce1826b044c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.893834] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1772.893834] env[62284]: value = "task-1954510" [ 1772.893834] env[62284]: _type = "Task" [ 1772.893834] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.902726] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.920063] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528530ee-105e-8126-01da-f0dcb1b410a6, 'name': SearchDatastore_Task, 'duration_secs': 0.07035} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.920440] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.920688] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4102a78a-a5f7-48cc-9b28-4ee756553c83/4102a78a-a5f7-48cc-9b28-4ee756553c83.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.920890] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2778dd1-c4a3-403b-9823-7caa7dbd92fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.928012] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1772.928012] env[62284]: value = "task-1954511" [ 1772.928012] env[62284]: _type = "Task" [ 1772.928012] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.936572] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.023863] env[62284]: DEBUG oslo_vmware.api [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954509, 'name': PowerOffVM_Task, 'duration_secs': 0.295609} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.024586] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1773.024678] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1773.025073] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.025410] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.025636] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.025832] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.026008] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.027503] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13a1773f-b123-4f5d-b5c7-ff475c484287 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.029940] env[62284]: INFO nova.compute.manager [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Terminating instance [ 1773.032903] env[62284]: DEBUG nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.064711] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.065071] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.065954] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.065954] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.065954] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.065954] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.065954] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.066208] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.066337] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.066515] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.066693] env[62284]: DEBUG nova.virt.hardware [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.067829] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9da423a-a747-4625-8e38-a27f31118123 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.075941] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb1346-5a5c-4984-9131-8b73b1b33e1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.099314] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.101618] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.610s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.103221] env[62284]: INFO nova.compute.claims [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.118025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1773.118025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1773.118025] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Deleting the datastore file [datastore1] 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1773.118025] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92eb8542-8970-485c-93f5-827574c1467c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.122905] env[62284]: DEBUG oslo_vmware.api [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1773.122905] env[62284]: value = "task-1954513" [ 1773.122905] env[62284]: _type = "Task" [ 1773.122905] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.127595] env[62284]: INFO nova.scheduler.client.report [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Deleted allocations for instance f347346b-2a14-4cea-ab84-47f2952af658 [ 1773.133680] env[62284]: DEBUG oslo_vmware.api [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.185230] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954506, 'name': Destroy_Task, 'duration_secs': 1.627876} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.185617] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Destroyed the VM [ 1773.185730] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1773.186055] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c64b723-8281-4c82-b0d1-cb9a6d2cbba8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.197476] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1773.197476] env[62284]: value = "task-1954514" [ 1773.197476] env[62284]: _type = "Task" [ 1773.197476] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.208116] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954514, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.302311] env[62284]: DEBUG oslo_vmware.api [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954507, 'name': PowerOnVM_Task, 'duration_secs': 1.576695} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.302666] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.303011] env[62284]: INFO nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Took 13.27 seconds to spawn the instance on the hypervisor. [ 1773.303258] env[62284]: DEBUG nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1773.304107] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ef74c-d7a3-46af-804b-2d0b94eb7b9b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.399621] env[62284]: DEBUG nova.network.neutron [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1773.407499] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065859} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.407887] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.408851] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4520ace8-ae1f-49c0-af7e-d663689f2fed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.453855] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 9c954371-b8e5-4b8d-a99f-d2f2d795394c/9c954371-b8e5-4b8d-a99f-d2f2d795394c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.463949] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-692751a9-e7f3-4506-9217-6bd8ee05ac0a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.493414] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954511, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.494865] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1773.494865] env[62284]: value = "task-1954515" [ 1773.494865] env[62284]: _type = "Task" [ 1773.494865] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.503064] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.537967] env[62284]: DEBUG nova.compute.manager [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1773.538217] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1773.539129] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46b3496-d5e6-4986-9989-c7a078fc34cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.547063] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.547311] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-153a044f-5c6c-4095-8cc8-b8ef361285c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.553893] env[62284]: DEBUG oslo_vmware.api [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1773.553893] env[62284]: value = "task-1954516" [ 1773.553893] env[62284]: _type = "Task" [ 1773.553893] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.562439] env[62284]: DEBUG oslo_vmware.api [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.637389] env[62284]: DEBUG oslo_vmware.api [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.637860] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4839bc93-9422-4376-b493-dc7b332a6924 tempest-AttachInterfacesV270Test-633663599 tempest-AttachInterfacesV270Test-633663599-project-member] Lock "f347346b-2a14-4cea-ab84-47f2952af658" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.314s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.708510] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954514, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.713307] env[62284]: DEBUG nova.network.neutron [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Successfully updated port: 5c540991-bfdf-4166-a2bc-65a5ed384a66 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.767403] env[62284]: DEBUG nova.compute.manager [req-378dca5a-d6b3-4396-9a2d-26a8d6bddab1 req-b94cfe02-e28b-46da-a04a-0b53f8b2f825 service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Received event network-vif-plugged-5c540991-bfdf-4166-a2bc-65a5ed384a66 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1773.767607] env[62284]: DEBUG oslo_concurrency.lockutils [req-378dca5a-d6b3-4396-9a2d-26a8d6bddab1 req-b94cfe02-e28b-46da-a04a-0b53f8b2f825 service nova] Acquiring lock "09b1d099-befe-4e35-9180-76ae8ba84163-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.768395] env[62284]: DEBUG oslo_concurrency.lockutils [req-378dca5a-d6b3-4396-9a2d-26a8d6bddab1 req-b94cfe02-e28b-46da-a04a-0b53f8b2f825 service nova] Lock "09b1d099-befe-4e35-9180-76ae8ba84163-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.768527] env[62284]: DEBUG oslo_concurrency.lockutils [req-378dca5a-d6b3-4396-9a2d-26a8d6bddab1 req-b94cfe02-e28b-46da-a04a-0b53f8b2f825 service nova] Lock "09b1d099-befe-4e35-9180-76ae8ba84163-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.768704] env[62284]: DEBUG nova.compute.manager [req-378dca5a-d6b3-4396-9a2d-26a8d6bddab1 req-b94cfe02-e28b-46da-a04a-0b53f8b2f825 service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] No waiting events found dispatching network-vif-plugged-5c540991-bfdf-4166-a2bc-65a5ed384a66 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1773.768872] env[62284]: WARNING nova.compute.manager [req-378dca5a-d6b3-4396-9a2d-26a8d6bddab1 req-b94cfe02-e28b-46da-a04a-0b53f8b2f825 service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Received unexpected event network-vif-plugged-5c540991-bfdf-4166-a2bc-65a5ed384a66 for instance with vm_state building and task_state spawning. [ 1773.802868] env[62284]: DEBUG nova.network.neutron [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Updating instance_info_cache with network_info: [{"id": "e1d9090a-522e-4037-b93f-5dd472f5a065", "address": "fa:16:3e:81:0b:58", "network": {"id": "82a86fc4-c6a0-4fdd-8af0-fb7adc075671", "bridge": "br-int", "label": "tempest-ServersTestJSON-1942895269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5493c9545e384dc18bcedc2881adb563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d9090a-52", "ovs_interfaceid": "e1d9090a-522e-4037-b93f-5dd472f5a065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.825520] env[62284]: INFO nova.compute.manager [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Took 49.42 seconds to build instance. [ 1773.942658] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583904} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.942932] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4102a78a-a5f7-48cc-9b28-4ee756553c83/4102a78a-a5f7-48cc-9b28-4ee756553c83.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.943169] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.943479] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c43219e1-3e38-4dd8-a8e6-08586afce419 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.949831] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1773.949831] env[62284]: value = "task-1954517" [ 1773.949831] env[62284]: _type = "Task" [ 1773.949831] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.958441] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.004422] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.068159] env[62284]: DEBUG oslo_vmware.api [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954516, 'name': PowerOffVM_Task, 'duration_secs': 0.204486} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.068533] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.068737] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.069056] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-608abbde-3c02-47c0-9be6-7ccbe0eaa352 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.135318] env[62284]: DEBUG oslo_vmware.api [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660927} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.135318] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.136189] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.136189] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.136281] env[62284]: INFO nova.compute.manager [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1774.137543] env[62284]: DEBUG oslo.service.loopingcall [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.140829] env[62284]: DEBUG nova.compute.manager [-] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.140829] env[62284]: DEBUG nova.network.neutron [-] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.168503] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.168856] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.169090] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleting the datastore file [datastore1] 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.175022] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f601ddd9-9675-4f66-ab5a-db131f03a119 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.183962] env[62284]: DEBUG oslo_vmware.api [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1774.183962] env[62284]: value = "task-1954519" [ 1774.183962] env[62284]: _type = "Task" [ 1774.183962] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.199686] env[62284]: DEBUG oslo_vmware.api [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.218925] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquiring lock "refresh_cache-09b1d099-befe-4e35-9180-76ae8ba84163" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.218925] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquired lock "refresh_cache-09b1d099-befe-4e35-9180-76ae8ba84163" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.218925] env[62284]: DEBUG nova.network.neutron [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.220023] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954514, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.309020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Releasing lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.309020] env[62284]: DEBUG nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Instance network_info: |[{"id": "e1d9090a-522e-4037-b93f-5dd472f5a065", "address": "fa:16:3e:81:0b:58", "network": {"id": "82a86fc4-c6a0-4fdd-8af0-fb7adc075671", "bridge": "br-int", "label": "tempest-ServersTestJSON-1942895269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5493c9545e384dc18bcedc2881adb563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d9090a-52", "ovs_interfaceid": "e1d9090a-522e-4037-b93f-5dd472f5a065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.309522] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:0b:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1d9090a-522e-4037-b93f-5dd472f5a065', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.318157] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Creating folder: Project (5493c9545e384dc18bcedc2881adb563). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.318157] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-439691f5-96d0-436a-bee6-a2cb3e9aa87a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.330809] env[62284]: DEBUG oslo_concurrency.lockutils [None req-62913416-6fd6-468f-acc5-ef9970db1c01 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.011s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.331647] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Created folder: Project (5493c9545e384dc18bcedc2881adb563) in parent group-v402637. [ 1774.331647] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Creating folder: Instances. Parent ref: group-v402784. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.332010] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a048531-850a-4ebb-ae83-53ffa93642e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.346216] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Created folder: Instances in parent group-v402784. [ 1774.346495] env[62284]: DEBUG oslo.service.loopingcall [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.346969] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.347251] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fdae676-0e9d-41ad-be58-6fa16d373d56 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.372524] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.372524] env[62284]: value = "task-1954522" [ 1774.372524] env[62284]: _type = "Task" [ 1774.372524] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.386128] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954522, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.461635] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076287} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.462013] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1774.467328] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51202b21-60c0-47c0-bf0a-42777bbc6750 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.494349] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 4102a78a-a5f7-48cc-9b28-4ee756553c83/4102a78a-a5f7-48cc-9b28-4ee756553c83.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.497343] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0da6766-5f08-4098-b161-a0069b6802b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.522740] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954515, 'name': ReconfigVM_Task, 'duration_secs': 0.819914} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.526446] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 9c954371-b8e5-4b8d-a99f-d2f2d795394c/9c954371-b8e5-4b8d-a99f-d2f2d795394c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.526766] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62284) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1774.527601] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1774.527601] env[62284]: value = "task-1954523" [ 1774.527601] env[62284]: _type = "Task" [ 1774.527601] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.527852] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a4b737c8-1048-463d-a795-6cd49802771a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.538507] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.539760] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1774.539760] env[62284]: value = "task-1954524" [ 1774.539760] env[62284]: _type = "Task" [ 1774.539760] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.700622] env[62284]: DEBUG oslo_vmware.api [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272688} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.704831] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.705082] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.705268] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.705444] env[62284]: INFO nova.compute.manager [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1774.705708] env[62284]: DEBUG oslo.service.loopingcall [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.708429] env[62284]: DEBUG nova.compute.manager [-] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.708535] env[62284]: DEBUG nova.network.neutron [-] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.717148] env[62284]: DEBUG oslo_vmware.api [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954514, 'name': RemoveSnapshot_Task, 'duration_secs': 1.450643} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.717614] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1774.717762] env[62284]: INFO nova.compute.manager [None req-97276743-e5db-45b9-8ad0-0b7683a2e763 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Took 20.76 seconds to snapshot the instance on the hypervisor. [ 1774.803325] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b77bd9-a140-4552-98d5-2e398eaef29d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.811128] env[62284]: DEBUG nova.network.neutron [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.814033] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0985708a-55a3-4026-9f8e-fc4fc21e5920 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.849043] env[62284]: DEBUG nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.853968] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834ada8a-3104-4d62-bcb2-6a16b670503c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.867654] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08225fa9-a179-4c35-ae05-c17a40479267 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.885603] env[62284]: DEBUG nova.compute.provider_tree [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.891826] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954522, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.044436] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954523, 'name': ReconfigVM_Task, 'duration_secs': 0.373359} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.050185] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 4102a78a-a5f7-48cc-9b28-4ee756553c83/4102a78a-a5f7-48cc-9b28-4ee756553c83.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.050404] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2a89c59-7483-44bf-8011-ce871eec8ed5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.057917] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954524, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.064897} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.059268] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62284) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1775.059677] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1775.059677] env[62284]: value = "task-1954525" [ 1775.059677] env[62284]: _type = "Task" [ 1775.059677] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.060550] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a1aa5e-2176-4513-8428-4ee22421650e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.072781] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954525, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.098142] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 9c954371-b8e5-4b8d-a99f-d2f2d795394c/ephemeral_0.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.098517] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2700a931-1691-49d4-ade9-18af27363d0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.118144] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1775.118144] env[62284]: value = "task-1954526" [ 1775.118144] env[62284]: _type = "Task" [ 1775.118144] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.122372] env[62284]: DEBUG nova.network.neutron [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Updating instance_info_cache with network_info: [{"id": "5c540991-bfdf-4166-a2bc-65a5ed384a66", "address": "fa:16:3e:df:65:96", "network": {"id": "8285a369-e891-4e22-b17b-a4b5cc275dff", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2085599545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20551a57572745689816c26070cf7002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c540991-bf", "ovs_interfaceid": "5c540991-bfdf-4166-a2bc-65a5ed384a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.129435] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.378749] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.384639] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954522, 'name': CreateVM_Task, 'duration_secs': 0.597234} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.385405] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.385764] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.385982] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.386398] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.387179] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a834eb-42ae-4c1c-8542-119bba8be26e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.389480] env[62284]: DEBUG nova.scheduler.client.report [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.396350] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1775.396350] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528a5671-4f31-40ea-63fa-adf0f80172a9" [ 1775.396350] env[62284]: _type = "Task" [ 1775.396350] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.405603] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528a5671-4f31-40ea-63fa-adf0f80172a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.479486] env[62284]: DEBUG nova.compute.manager [req-b8c658a2-9b6e-4aeb-84ff-4a78c639b66b req-4610bff5-006c-4119-82d5-cfb57bf617da service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Received event network-vif-deleted-5f00ca7c-539e-4372-906f-ca97b13c7dc0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1775.479748] env[62284]: INFO nova.compute.manager [req-b8c658a2-9b6e-4aeb-84ff-4a78c639b66b req-4610bff5-006c-4119-82d5-cfb57bf617da service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Neutron deleted interface 5f00ca7c-539e-4372-906f-ca97b13c7dc0; detaching it from the instance and deleting it from the info cache [ 1775.479981] env[62284]: DEBUG nova.network.neutron [req-b8c658a2-9b6e-4aeb-84ff-4a78c639b66b req-4610bff5-006c-4119-82d5-cfb57bf617da service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.485530] env[62284]: DEBUG nova.network.neutron [-] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.573452] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954525, 'name': Rename_Task, 'duration_secs': 0.143846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.573768] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.574033] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6df51513-c888-4d07-90fe-bd9e98cc2450 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.580676] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1775.580676] env[62284]: value = "task-1954527" [ 1775.580676] env[62284]: _type = "Task" [ 1775.580676] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.588670] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.628281] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Releasing lock "refresh_cache-09b1d099-befe-4e35-9180-76ae8ba84163" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.628691] env[62284]: DEBUG nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Instance network_info: |[{"id": "5c540991-bfdf-4166-a2bc-65a5ed384a66", "address": "fa:16:3e:df:65:96", "network": {"id": "8285a369-e891-4e22-b17b-a4b5cc275dff", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2085599545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20551a57572745689816c26070cf7002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c540991-bf", "ovs_interfaceid": "5c540991-bfdf-4166-a2bc-65a5ed384a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1775.629033] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.629460] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:65:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c540991-bfdf-4166-a2bc-65a5ed384a66', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.639127] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Creating folder: Project (20551a57572745689816c26070cf7002). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1775.639824] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d0baaed-aa54-406f-bb84-018265aa9707 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.647834] env[62284]: DEBUG nova.network.neutron [-] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.650678] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Created folder: Project (20551a57572745689816c26070cf7002) in parent group-v402637. [ 1775.650872] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Creating folder: Instances. Parent ref: group-v402787. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1775.651353] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3eb76e7-618b-42b2-a039-327a152abe8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.661049] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "ca6758db-5d65-4671-814c-957348d62858" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.661278] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.662030] env[62284]: INFO nova.compute.manager [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Shelving [ 1775.662882] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Created folder: Instances in parent group-v402787. [ 1775.663211] env[62284]: DEBUG oslo.service.loopingcall [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.664277] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.664363] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d275617-4fce-4dcc-9caa-1f2975e49706 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.692091] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.692091] env[62284]: value = "task-1954530" [ 1775.692091] env[62284]: _type = "Task" [ 1775.692091] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.700280] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954530, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.894969] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.895533] env[62284]: DEBUG nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.899172] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.456s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.913735] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528a5671-4f31-40ea-63fa-adf0f80172a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.913735] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.913735] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.913735] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.914266] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.914266] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.914450] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e38bc273-c04b-40a4-aa35-e515aaadf5f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.922644] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.922851] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.923706] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2865b70d-37cb-4821-9125-4c7a9f76c77b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.929760] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1775.929760] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52443911-b339-9e65-6bef-acc3c71b4233" [ 1775.929760] env[62284]: _type = "Task" [ 1775.929760] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.942768] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52443911-b339-9e65-6bef-acc3c71b4233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.970866] env[62284]: DEBUG nova.compute.manager [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Received event network-changed-5c540991-bfdf-4166-a2bc-65a5ed384a66 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1775.971071] env[62284]: DEBUG nova.compute.manager [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Refreshing instance network info cache due to event network-changed-5c540991-bfdf-4166-a2bc-65a5ed384a66. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1775.971296] env[62284]: DEBUG oslo_concurrency.lockutils [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] Acquiring lock "refresh_cache-09b1d099-befe-4e35-9180-76ae8ba84163" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.971434] env[62284]: DEBUG oslo_concurrency.lockutils [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] Acquired lock "refresh_cache-09b1d099-befe-4e35-9180-76ae8ba84163" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.971638] env[62284]: DEBUG nova.network.neutron [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Refreshing network info cache for port 5c540991-bfdf-4166-a2bc-65a5ed384a66 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.983080] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-614fe169-54cb-4207-b947-749659a1c742 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.988188] env[62284]: INFO nova.compute.manager [-] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Took 1.85 seconds to deallocate network for instance. [ 1775.994977] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17be0915-c9d9-4c13-a8f3-59b0fb006ef5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.038461] env[62284]: DEBUG nova.compute.manager [req-b8c658a2-9b6e-4aeb-84ff-4a78c639b66b req-4610bff5-006c-4119-82d5-cfb57bf617da service nova] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Detach interface failed, port_id=5f00ca7c-539e-4372-906f-ca97b13c7dc0, reason: Instance 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1776.094376] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.128935] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.152696] env[62284]: INFO nova.compute.manager [-] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Took 1.44 seconds to deallocate network for instance. [ 1776.204929] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954530, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.404527] env[62284]: INFO nova.compute.claims [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.411283] env[62284]: DEBUG nova.compute.utils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.412484] env[62284]: DEBUG nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1776.413254] env[62284]: DEBUG nova.network.neutron [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1776.440747] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52443911-b339-9e65-6bef-acc3c71b4233, 'name': SearchDatastore_Task, 'duration_secs': 0.014841} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.442246] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f66bbd-debe-4e6a-b325-4cc3ce9f3120 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.451079] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1776.451079] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521f74b7-b619-21b7-2512-8117794fd234" [ 1776.451079] env[62284]: _type = "Task" [ 1776.451079] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.453795] env[62284]: DEBUG nova.policy [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9157beca09dc4e2090ee6aab5b103b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e814872cb04346ecb27e498345c642d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.459187] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521f74b7-b619-21b7-2512-8117794fd234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.513787] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.595735] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.631273] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.659539] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.671251] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.671251] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c46721-94a2-4377-b32b-7435ac0e367b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.681159] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1776.681159] env[62284]: value = "task-1954531" [ 1776.681159] env[62284]: _type = "Task" [ 1776.681159] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.691959] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.706657] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954530, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.914639] env[62284]: INFO nova.compute.resource_tracker [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating resource usage from migration 9d17fadc-9d49-46d8-9d09-6d8fceca33ec [ 1776.917759] env[62284]: DEBUG nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.965102] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521f74b7-b619-21b7-2512-8117794fd234, 'name': SearchDatastore_Task, 'duration_secs': 0.043812} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.967995] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.968324] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 91bd0705-6e68-4155-86dd-2675a9a3e45f/91bd0705-6e68-4155-86dd-2675a9a3e45f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1776.973922] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f394084e-78aa-4d0e-bc73-b83d108606dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.981558] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1776.981558] env[62284]: value = "task-1954532" [ 1776.981558] env[62284]: _type = "Task" [ 1776.981558] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.996958] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.095476] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.130718] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954526, 'name': ReconfigVM_Task, 'duration_secs': 1.5835} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.131028] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 9c954371-b8e5-4b8d-a99f-d2f2d795394c/ephemeral_0.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.131650] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbb0d6e9-24cc-476c-9c9d-7713a5bf97c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.134852] env[62284]: DEBUG nova.network.neutron [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Updated VIF entry in instance network info cache for port 5c540991-bfdf-4166-a2bc-65a5ed384a66. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.135270] env[62284]: DEBUG nova.network.neutron [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Updating instance_info_cache with network_info: [{"id": "5c540991-bfdf-4166-a2bc-65a5ed384a66", "address": "fa:16:3e:df:65:96", "network": {"id": "8285a369-e891-4e22-b17b-a4b5cc275dff", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2085599545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20551a57572745689816c26070cf7002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c540991-bf", "ovs_interfaceid": "5c540991-bfdf-4166-a2bc-65a5ed384a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.141594] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1777.141594] env[62284]: value = "task-1954533" [ 1777.141594] env[62284]: _type = "Task" [ 1777.141594] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.150153] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954533, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.193892] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954531, 'name': PowerOffVM_Task, 'duration_secs': 0.185579} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.198018] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.202862] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed6a92b-9caa-4e3a-9b6a-36446b6b1ba7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.211144] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954530, 'name': CreateVM_Task, 'duration_secs': 1.503476} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.225275] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.230400] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.230400] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.230400] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.231355] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb67ee-4d31-4752-8be6-56bce9b322ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.236872] env[62284]: DEBUG nova.network.neutron [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Successfully created port: a2cb13e3-3997-4a3e-9fed-dacb310155a1 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.238742] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910081e4-f4eb-4ab9-806e-b28d66239a11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.248347] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1777.248347] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5251761e-d03f-7b28-2ef0-fe92505f1abf" [ 1777.248347] env[62284]: _type = "Task" [ 1777.248347] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.260086] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5251761e-d03f-7b28-2ef0-fe92505f1abf, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.260415] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.260683] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.260930] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.261089] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.261269] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.261529] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e6f2353-ae85-41b8-b376-fc23a52cd1a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.288941] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.289095] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.290303] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfe6a8b-394b-49bd-a179-22d4a27eedb4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.297173] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1777.297173] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520c03e5-f685-fda7-a49f-319b0bf32225" [ 1777.297173] env[62284]: _type = "Task" [ 1777.297173] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.307528] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520c03e5-f685-fda7-a49f-319b0bf32225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.351605] env[62284]: DEBUG nova.compute.manager [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1777.495236] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954532, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.498471] env[62284]: DEBUG nova.compute.manager [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.499390] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8dfaa9-e56d-48bf-8dcf-78dea9aa7369 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.542256] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea544b6-ebfa-47ea-a0e6-a180b3b5c3d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.551192] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2d0c58-0e05-4297-8876-d6d2f7f3e523 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.583312] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888fbfc3-f688-4e12-b418-2d2ace27748f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.595990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a1b63-920d-46a6-a09f-6ad0ce865e61 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.600134] env[62284]: DEBUG oslo_vmware.api [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954527, 'name': PowerOnVM_Task, 'duration_secs': 1.619915} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.600411] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.600655] env[62284]: INFO nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1777.600924] env[62284]: DEBUG nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.602184] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c305ac9d-4ff9-4629-84a8-2e5993bdb3bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.614944] env[62284]: DEBUG nova.compute.provider_tree [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.644627] env[62284]: DEBUG oslo_concurrency.lockutils [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] Releasing lock "refresh_cache-09b1d099-befe-4e35-9180-76ae8ba84163" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.644627] env[62284]: DEBUG nova.compute.manager [req-b1ec49a3-23f8-47ef-a357-3ba2e77041d7 req-82fb2125-c85f-4823-b5fe-d4ad6bf7cb12 service nova] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Received event network-vif-deleted-32c8d2c0-f65c-4d65-beb1-5285b66885a5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1777.652558] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954533, 'name': Rename_Task, 'duration_secs': 0.271492} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.652880] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.653196] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63ed9a7f-0928-48c1-972c-b81729dc517e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.659636] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1777.659636] env[62284]: value = "task-1954534" [ 1777.659636] env[62284]: _type = "Task" [ 1777.659636] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.669705] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.750431] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1777.750915] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-472eb7f2-ca52-4b18-bbe2-bf1ba06bba67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.760214] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1777.760214] env[62284]: value = "task-1954535" [ 1777.760214] env[62284]: _type = "Task" [ 1777.760214] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.770419] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.806698] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520c03e5-f685-fda7-a49f-319b0bf32225, 'name': SearchDatastore_Task, 'duration_secs': 0.033469} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.807531] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31bd3ea-bfd6-4b0d-8341-ab8e85486a89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.813515] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1777.813515] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f0bdfa-e0be-b26e-990f-d2f33c689cd3" [ 1777.813515] env[62284]: _type = "Task" [ 1777.813515] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.821548] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f0bdfa-e0be-b26e-990f-d2f33c689cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.878338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.929653] env[62284]: DEBUG nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.958056] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.960834] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.960834] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.960834] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.960834] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.960834] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.961104] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.961104] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.961104] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.961104] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.961104] env[62284]: DEBUG nova.virt.hardware [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.961295] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ee7f9b-2420-4e84-ba61-82b1e9de41c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.971147] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a12f259-f496-4d37-bf3c-0d4d64d23eda {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.994752] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778403} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.995058] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 91bd0705-6e68-4155-86dd-2675a9a3e45f/91bd0705-6e68-4155-86dd-2675a9a3e45f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1777.995283] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1777.995540] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89764519-a3b9-429d-a204-b1d8416a4b63 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.001979] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1778.001979] env[62284]: value = "task-1954536" [ 1778.001979] env[62284]: _type = "Task" [ 1778.001979] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.013161] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.013619] env[62284]: INFO nova.compute.manager [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] instance snapshotting [ 1778.019387] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e7abda-e3b1-4eb2-a739-ef4f96e8bb75 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.043396] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111b6a29-d343-41c3-a63c-2960a48709c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.117823] env[62284]: DEBUG nova.scheduler.client.report [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.135858] env[62284]: INFO nova.compute.manager [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Took 43.09 seconds to build instance. [ 1778.176212] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954534, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.274588] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954535, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.327808] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f0bdfa-e0be-b26e-990f-d2f33c689cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.328184] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.328482] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 09b1d099-befe-4e35-9180-76ae8ba84163/09b1d099-befe-4e35-9180-76ae8ba84163.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.328786] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2bb1c21-6683-4c88-93ce-a8bcf51a3418 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.336508] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1778.336508] env[62284]: value = "task-1954537" [ 1778.336508] env[62284]: _type = "Task" [ 1778.336508] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.345611] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.511672] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067563} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.511957] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1778.513042] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebe2060-5498-45f7-a1c1-caae09c014e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.537386] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 91bd0705-6e68-4155-86dd-2675a9a3e45f/91bd0705-6e68-4155-86dd-2675a9a3e45f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.537785] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40f1f09-d8f4-4728-8ada-b6645201e8a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.555619] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1778.555979] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-acf3bc83-c5a2-4c45-9264-c1356cbaae89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.564877] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1778.564877] env[62284]: value = "task-1954539" [ 1778.564877] env[62284]: _type = "Task" [ 1778.564877] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.566319] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1778.566319] env[62284]: value = "task-1954538" [ 1778.566319] env[62284]: _type = "Task" [ 1778.566319] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.577897] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.581857] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.636945] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.738s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.637197] env[62284]: INFO nova.compute.manager [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Migrating [ 1778.651396] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.131s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.653103] env[62284]: INFO nova.compute.claims [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.658866] env[62284]: DEBUG oslo_concurrency.lockutils [None req-37278215-009f-43c8-a3aa-2d9b9ed70824 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.340s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.683228] env[62284]: DEBUG oslo_vmware.api [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954534, 'name': PowerOnVM_Task, 'duration_secs': 0.691403} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.683525] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.683763] env[62284]: INFO nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Took 13.32 seconds to spawn the instance on the hypervisor. [ 1778.683956] env[62284]: DEBUG nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.684790] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466ce891-829a-403b-b0d0-5dafd3612c63 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.775202] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954535, 'name': CreateSnapshot_Task, 'duration_secs': 0.794982} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.775497] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1778.776302] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed5eb6-8905-4601-8767-939956d005a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.855593] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954537, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.042024] env[62284]: DEBUG nova.compute.manager [req-0555f474-9e09-46e0-a06c-038d4fcbc296 req-e53de3e7-8143-4d9e-9270-068e25f22c15 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Received event network-vif-plugged-a2cb13e3-3997-4a3e-9fed-dacb310155a1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1779.042024] env[62284]: DEBUG oslo_concurrency.lockutils [req-0555f474-9e09-46e0-a06c-038d4fcbc296 req-e53de3e7-8143-4d9e-9270-068e25f22c15 service nova] Acquiring lock "298ba832-f2a1-4518-9b83-0383605c5ec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.042144] env[62284]: DEBUG oslo_concurrency.lockutils [req-0555f474-9e09-46e0-a06c-038d4fcbc296 req-e53de3e7-8143-4d9e-9270-068e25f22c15 service nova] Lock "298ba832-f2a1-4518-9b83-0383605c5ec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.042338] env[62284]: DEBUG oslo_concurrency.lockutils [req-0555f474-9e09-46e0-a06c-038d4fcbc296 req-e53de3e7-8143-4d9e-9270-068e25f22c15 service nova] Lock "298ba832-f2a1-4518-9b83-0383605c5ec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.042425] env[62284]: DEBUG nova.compute.manager [req-0555f474-9e09-46e0-a06c-038d4fcbc296 req-e53de3e7-8143-4d9e-9270-068e25f22c15 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] No waiting events found dispatching network-vif-plugged-a2cb13e3-3997-4a3e-9fed-dacb310155a1 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1779.042641] env[62284]: WARNING nova.compute.manager [req-0555f474-9e09-46e0-a06c-038d4fcbc296 req-e53de3e7-8143-4d9e-9270-068e25f22c15 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Received unexpected event network-vif-plugged-a2cb13e3-3997-4a3e-9fed-dacb310155a1 for instance with vm_state building and task_state spawning. [ 1779.083811] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.086414] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.125234] env[62284]: DEBUG nova.network.neutron [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Successfully updated port: a2cb13e3-3997-4a3e-9fed-dacb310155a1 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1779.168392] env[62284]: DEBUG nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1779.173658] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.174158] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.174432] env[62284]: DEBUG nova.network.neutron [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.208896] env[62284]: INFO nova.compute.manager [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Took 48.87 seconds to build instance. [ 1779.303411] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1779.304191] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba6ffc97-3140-46d7-bf7b-72ad4eae0ae8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.315415] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1779.315415] env[62284]: value = "task-1954540" [ 1779.315415] env[62284]: _type = "Task" [ 1779.315415] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.325086] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954540, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.355341] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886851} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.355757] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 09b1d099-befe-4e35-9180-76ae8ba84163/09b1d099-befe-4e35-9180-76ae8ba84163.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.355899] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.356158] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bde4d4c-b1fd-4ad7-a599-20f7765dd307 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.366994] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1779.366994] env[62284]: value = "task-1954541" [ 1779.366994] env[62284]: _type = "Task" [ 1779.366994] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.377883] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.401106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.401346] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.582316] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954539, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.586955] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954538, 'name': ReconfigVM_Task, 'duration_secs': 0.951714} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.586955] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 91bd0705-6e68-4155-86dd-2675a9a3e45f/91bd0705-6e68-4155-86dd-2675a9a3e45f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1779.587495] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d0a69a2-cd34-417d-a4f1-da5891b6a63b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.594510] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1779.594510] env[62284]: value = "task-1954542" [ 1779.594510] env[62284]: _type = "Task" [ 1779.594510] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.603276] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.631370] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.631370] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.631370] env[62284]: DEBUG nova.network.neutron [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.693662] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.715588] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6242a7c3-ad85-4c3e-b033-069dfdd970f9 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.515s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.827613] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954540, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.883585] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274399} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.883936] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.886130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1077b005-3021-4021-831b-61d92bbb1fd8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.909717] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 09b1d099-befe-4e35-9180-76ae8ba84163/09b1d099-befe-4e35-9180-76ae8ba84163.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.917636] env[62284]: DEBUG nova.compute.utils [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.917636] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a7010b-1482-45dc-be62-803dee181ff7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.941416] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1779.941416] env[62284]: value = "task-1954543" [ 1779.941416] env[62284]: _type = "Task" [ 1779.941416] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.952905] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.078824] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954539, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.106712] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.148886] env[62284]: DEBUG nova.network.neutron [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance_info_cache with network_info: [{"id": "f50e222b-3202-4347-8b91-557b9af64ddb", "address": "fa:16:3e:06:46:95", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e222b-32", "ovs_interfaceid": "f50e222b-3202-4347-8b91-557b9af64ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.186279] env[62284]: DEBUG nova.network.neutron [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.220250] env[62284]: DEBUG nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.295116] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44539560-cba6-41ce-942c-6f597b4a90fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.308304] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73332fc-56a1-4086-ab23-ef2ee9430690 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.345723] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53848001-bb8b-4e80-b404-e813249eb409 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.354243] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954540, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.357810] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6aec07-1205-4a34-97ba-1a86b9f4910c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.372169] env[62284]: DEBUG nova.compute.provider_tree [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.433736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.031s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.436469] env[62284]: DEBUG nova.network.neutron [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Updating instance_info_cache with network_info: [{"id": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "address": "fa:16:3e:a8:f6:d4", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cb13e3-39", "ovs_interfaceid": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.452519] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.578875] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954539, 'name': CreateSnapshot_Task, 'duration_secs': 1.861765} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.583020] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1780.583020] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae6e606-5187-4b7e-a2f6-6a57bef99df2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.604529] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.652021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.750226] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.855464] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954540, 'name': CloneVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.876351] env[62284]: DEBUG nova.scheduler.client.report [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.938829] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.939165] env[62284]: DEBUG nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Instance network_info: |[{"id": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "address": "fa:16:3e:a8:f6:d4", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cb13e3-39", "ovs_interfaceid": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1780.939574] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:f6:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2cb13e3-3997-4a3e-9fed-dacb310155a1', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.947218] env[62284]: DEBUG oslo.service.loopingcall [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.947514] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.956803] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c94602a-7ac9-42ae-b095-f64783e6a13e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.980441] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.981478] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.981478] env[62284]: value = "task-1954544" [ 1780.981478] env[62284]: _type = "Task" [ 1780.981478] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.996427] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954544, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.102118] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1781.102118] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3118279f-0a45-4cdb-80dd-9d355654124c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.113758] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.114981] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1781.114981] env[62284]: value = "task-1954545" [ 1781.114981] env[62284]: _type = "Task" [ 1781.114981] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.129395] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954545, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.357784] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954540, 'name': CloneVM_Task, 'duration_secs': 1.578999} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.357784] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Created linked-clone VM from snapshot [ 1781.357784] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd865e4a-5769-497f-8478-184fbad5f56a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.365029] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Uploading image 2a113624-d127-4c03-87aa-33b20558b054 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1781.386098] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.387567] env[62284]: DEBUG nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.392734] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1781.392734] env[62284]: value = "vm-402791" [ 1781.392734] env[62284]: _type = "VirtualMachine" [ 1781.392734] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1781.393504] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.971s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.395208] env[62284]: INFO nova.compute.claims [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.398476] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ce6ebb91-a672-4f8a-ac56-82a095346ad9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.407222] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lease: (returnval){ [ 1781.407222] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5231b6d3-5355-f20c-d3ea-93f2ec437f66" [ 1781.407222] env[62284]: _type = "HttpNfcLease" [ 1781.407222] env[62284]: } obtained for exporting VM: (result){ [ 1781.407222] env[62284]: value = "vm-402791" [ 1781.407222] env[62284]: _type = "VirtualMachine" [ 1781.407222] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1781.407222] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the lease: (returnval){ [ 1781.407222] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5231b6d3-5355-f20c-d3ea-93f2ec437f66" [ 1781.407222] env[62284]: _type = "HttpNfcLease" [ 1781.407222] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1781.413613] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.413613] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5231b6d3-5355-f20c-d3ea-93f2ec437f66" [ 1781.413613] env[62284]: _type = "HttpNfcLease" [ 1781.413613] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1781.458861] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954543, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.491769] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.491769] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.491769] env[62284]: INFO nova.compute.manager [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Attaching volume 61796ab5-9c67-4c57-b068-6f5c07bc4271 to /dev/sdb [ 1781.493277] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954544, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.502309] env[62284]: DEBUG nova.compute.manager [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Received event network-changed-a2cb13e3-3997-4a3e-9fed-dacb310155a1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1781.502487] env[62284]: DEBUG nova.compute.manager [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Refreshing instance network info cache due to event network-changed-a2cb13e3-3997-4a3e-9fed-dacb310155a1. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1781.502692] env[62284]: DEBUG oslo_concurrency.lockutils [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] Acquiring lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.502861] env[62284]: DEBUG oslo_concurrency.lockutils [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] Acquired lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.504981] env[62284]: DEBUG nova.network.neutron [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Refreshing network info cache for port a2cb13e3-3997-4a3e-9fed-dacb310155a1 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.535707] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550fd246-bdc6-419f-8736-8512cf949526 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.543461] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cb4cc0-16d9-45ba-b109-4b78f9203817 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.558469] env[62284]: DEBUG nova.virt.block_device [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Updating existing volume attachment record: 91edb2b7-439c-4b39-b58a-9d470c044efb {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1781.615467] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.625516] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954545, 'name': CloneVM_Task} progress is 93%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.901731] env[62284]: DEBUG nova.compute.utils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.907068] env[62284]: DEBUG nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.907068] env[62284]: DEBUG nova.network.neutron [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.916570] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.916570] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5231b6d3-5355-f20c-d3ea-93f2ec437f66" [ 1781.916570] env[62284]: _type = "HttpNfcLease" [ 1781.916570] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1781.916908] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1781.916908] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5231b6d3-5355-f20c-d3ea-93f2ec437f66" [ 1781.916908] env[62284]: _type = "HttpNfcLease" [ 1781.916908] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1781.917883] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a43c90e-9233-46b2-8887-b14cb5d25617 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.925334] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525299bc-65f7-ef58-47a2-c4f211bace52/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1781.925507] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525299bc-65f7-ef58-47a2-c4f211bace52/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1782.001643] env[62284]: DEBUG nova.policy [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2df9a0dd0e4e4630aa52fbe07c4d7e9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09516d1e94d7489296ffc3646b6d8041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.007749] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954543, 'name': ReconfigVM_Task, 'duration_secs': 1.825498} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.010067] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954544, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.011596] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 09b1d099-befe-4e35-9180-76ae8ba84163/09b1d099-befe-4e35-9180-76ae8ba84163.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.011596] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fad45e31-8f7a-443f-9bda-1df182df75c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.018142] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1782.018142] env[62284]: value = "task-1954550" [ 1782.018142] env[62284]: _type = "Task" [ 1782.018142] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.026495] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-819408be-48f4-4a59-b806-faae1a8be11f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.030872] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954550, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.114975] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.124470] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954545, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.172203] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7c4d3f-86a2-478d-bc56-48bd48639870 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.201927] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance '24d5e16d-487c-48b0-b034-9204c0af2ea2' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1782.354071] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquiring lock "b6b46bc3-0825-4098-94b9-025bb0feba19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.354324] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.408245] env[62284]: DEBUG nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.457530] env[62284]: DEBUG nova.network.neutron [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Updated VIF entry in instance network info cache for port a2cb13e3-3997-4a3e-9fed-dacb310155a1. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.457872] env[62284]: DEBUG nova.network.neutron [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Updating instance_info_cache with network_info: [{"id": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "address": "fa:16:3e:a8:f6:d4", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cb13e3-39", "ovs_interfaceid": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.503179] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954544, 'name': CreateVM_Task, 'duration_secs': 1.042191} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.503626] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1782.505027] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.505675] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.506087] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1782.507026] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51f47c5-cada-4b46-b702-018f51ba6ce7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.514021] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1782.514021] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5203521a-abee-03ca-6af5-b6d3720f1485" [ 1782.514021] env[62284]: _type = "Task" [ 1782.514021] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.527478] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5203521a-abee-03ca-6af5-b6d3720f1485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.538397] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954550, 'name': Rename_Task, 'duration_secs': 0.16789} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.539073] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.541169] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f3a21c3-57e1-4c56-beae-dc22014080ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.546530] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1782.546530] env[62284]: value = "task-1954551" [ 1782.546530] env[62284]: _type = "Task" [ 1782.546530] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.556326] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.617915] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.623494] env[62284]: DEBUG nova.network.neutron [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Successfully created port: 885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1782.634811] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954545, 'name': CloneVM_Task} progress is 95%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.708449] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.708765] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47e73aa-3b9b-4e44-a782-613763a0c186 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.717493] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1782.717493] env[62284]: value = "task-1954552" [ 1782.717493] env[62284]: _type = "Task" [ 1782.717493] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.729526] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.961743] env[62284]: DEBUG oslo_concurrency.lockutils [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] Releasing lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.962388] env[62284]: DEBUG nova.compute.manager [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Received event network-changed-f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1782.962459] env[62284]: DEBUG nova.compute.manager [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Refreshing instance network info cache due to event network-changed-f4d7474a-9d85-404c-b09e-4085a28eb367. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1782.962708] env[62284]: DEBUG oslo_concurrency.lockutils [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] Acquiring lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.963082] env[62284]: DEBUG oslo_concurrency.lockutils [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] Acquired lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.963515] env[62284]: DEBUG nova.network.neutron [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Refreshing network info cache for port f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.024011] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5203521a-abee-03ca-6af5-b6d3720f1485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.041292] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97782f3f-58ac-4034-ace3-b5ee16903f4b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.052595] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134472cf-aafe-481d-8abd-624e73a34fff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.061216] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954551, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.089107] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e569eba-9bcf-46bd-9ad1-a8659c58d1dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.098011] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbba168-9cfa-4ed5-aad1-c74262d8eaa4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.116060] env[62284]: DEBUG nova.compute.provider_tree [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.125365] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.132345] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954545, 'name': CloneVM_Task, 'duration_secs': 1.696692} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.132976] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Created linked-clone VM from snapshot [ 1783.134306] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad39db3-4aea-43d7-8e79-531b15a3e918 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.143898] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Uploading image 5ce9f48e-7f17-4343-b45e-8ccca703a017 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1783.167048] env[62284]: DEBUG oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1783.167048] env[62284]: value = "vm-402794" [ 1783.167048] env[62284]: _type = "VirtualMachine" [ 1783.167048] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1783.167591] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e83bd06d-f0c3-4c06-81f5-ec657fe74d9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.176669] env[62284]: DEBUG oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lease: (returnval){ [ 1783.176669] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5227c36d-7639-584f-4658-b51988b9714c" [ 1783.176669] env[62284]: _type = "HttpNfcLease" [ 1783.176669] env[62284]: } obtained for exporting VM: (result){ [ 1783.176669] env[62284]: value = "vm-402794" [ 1783.176669] env[62284]: _type = "VirtualMachine" [ 1783.176669] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1783.177045] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the lease: (returnval){ [ 1783.177045] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5227c36d-7639-584f-4658-b51988b9714c" [ 1783.177045] env[62284]: _type = "HttpNfcLease" [ 1783.177045] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1783.186212] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1783.186212] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5227c36d-7639-584f-4658-b51988b9714c" [ 1783.186212] env[62284]: _type = "HttpNfcLease" [ 1783.186212] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1783.226870] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.425873] env[62284]: DEBUG nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.456109] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.456539] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.456825] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.457127] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.457372] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.457556] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.457826] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.458049] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.458289] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.458522] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.458867] env[62284]: DEBUG nova.virt.hardware [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.459869] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62288de1-2f14-4f67-9610-47e6ad88a460 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.470909] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c001971d-b2d3-43f3-a16f-e16a2e2052c2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.524313] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5203521a-abee-03ca-6af5-b6d3720f1485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.560120] env[62284]: DEBUG oslo_vmware.api [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954551, 'name': PowerOnVM_Task, 'duration_secs': 0.779545} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.560864] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.560975] env[62284]: INFO nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1783.561187] env[62284]: DEBUG nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.562068] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0abaa3-6af8-4030-bca7-58bb8d910979 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.614246] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.619506] env[62284]: DEBUG nova.scheduler.client.report [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.687620] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1783.687620] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5227c36d-7639-584f-4658-b51988b9714c" [ 1783.687620] env[62284]: _type = "HttpNfcLease" [ 1783.687620] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1783.687903] env[62284]: DEBUG oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1783.687903] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5227c36d-7639-584f-4658-b51988b9714c" [ 1783.687903] env[62284]: _type = "HttpNfcLease" [ 1783.687903] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1783.689298] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e7ff4-1f43-46e5-8229-4726fe5dae67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.701916] env[62284]: DEBUG oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9d5f-e1db-4ed8-5567-b5478cc5279c/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1783.701916] env[62284]: DEBUG oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9d5f-e1db-4ed8-5567-b5478cc5279c/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1783.781782] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.836234] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd8e2540-1fa1-4b26-a7ca-25dc27a78ee0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.937064] env[62284]: DEBUG nova.network.neutron [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Updated VIF entry in instance network info cache for port f4d7474a-9d85-404c-b09e-4085a28eb367. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.937691] env[62284]: DEBUG nova.network.neutron [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Updating instance_info_cache with network_info: [{"id": "f4d7474a-9d85-404c-b09e-4085a28eb367", "address": "fa:16:3e:f3:0b:70", "network": {"id": "22d41e09-fa49-4f20-b8dd-4e00688e83e1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-706385491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5440f5d1b97b4cc798853fe29efed1e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4d7474a-9d", "ovs_interfaceid": "f4d7474a-9d85-404c-b09e-4085a28eb367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.027395] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5203521a-abee-03ca-6af5-b6d3720f1485, 'name': SearchDatastore_Task, 'duration_secs': 1.134597} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.027395] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.027395] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.027395] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.027586] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.027586] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.029458] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4c7fd6-08e8-498b-a4f0-9b04661f2153 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.042947] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.043329] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.044353] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aa8096-dfa1-447e-8218-813dce2bb295 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.050727] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1784.050727] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5238f3fb-b830-73d9-d879-8bcff9b538ca" [ 1784.050727] env[62284]: _type = "Task" [ 1784.050727] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.065364] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5238f3fb-b830-73d9-d879-8bcff9b538ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.091394] env[62284]: INFO nova.compute.manager [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Took 29.50 seconds to build instance. [ 1784.118234] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954542, 'name': Rename_Task, 'duration_secs': 4.104409} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.118855] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.119311] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f95bd7a-933e-44f1-950d-62b5cfc7dbc0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.128419] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.128419] env[62284]: DEBUG nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.135426] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1784.135426] env[62284]: value = "task-1954555" [ 1784.135426] env[62284]: _type = "Task" [ 1784.135426] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.135806] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.404s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.136619] env[62284]: DEBUG nova.objects.instance [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'resources' on Instance uuid 1023f77b-0f09-418a-adf1-d3e36bc41bc3 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.154789] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954555, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.283654] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954552, 'name': PowerOffVM_Task, 'duration_secs': 1.289591} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.284284] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.284550] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance '24d5e16d-487c-48b0-b034-9204c0af2ea2' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1784.443710] env[62284]: DEBUG oslo_concurrency.lockutils [req-b81cbf09-8966-48fe-9c59-f0b37e74c123 req-88bcfc98-5bd9-4b83-8bc8-91786bc4d9d6 service nova] Releasing lock "refresh_cache-9c954371-b8e5-4b8d-a99f-d2f2d795394c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.564054] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5238f3fb-b830-73d9-d879-8bcff9b538ca, 'name': SearchDatastore_Task, 'duration_secs': 0.020454} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.565590] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf82890-a530-4025-a52a-a7bc43c26647 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.574791] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1784.574791] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52344226-8972-cb4c-6dc6-4faeddab9274" [ 1784.574791] env[62284]: _type = "Task" [ 1784.574791] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.592354] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52344226-8972-cb4c-6dc6-4faeddab9274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.594388] env[62284]: DEBUG oslo_concurrency.lockutils [None req-88499457-c2e2-4bf4-a6f9-9f5661ee2f7c tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "09b1d099-befe-4e35-9180-76ae8ba84163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.534s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.642498] env[62284]: DEBUG nova.compute.manager [req-da43150a-1dac-4be3-bdea-760cdf0e9ea2 req-bc3da819-4da2-4a40-abef-718e8e38a600 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Received event network-vif-plugged-885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1784.644358] env[62284]: DEBUG oslo_concurrency.lockutils [req-da43150a-1dac-4be3-bdea-760cdf0e9ea2 req-bc3da819-4da2-4a40-abef-718e8e38a600 service nova] Acquiring lock "d95eea11-abb4-4438-a305-b369fdf3bb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.644358] env[62284]: DEBUG oslo_concurrency.lockutils [req-da43150a-1dac-4be3-bdea-760cdf0e9ea2 req-bc3da819-4da2-4a40-abef-718e8e38a600 service nova] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.644358] env[62284]: DEBUG oslo_concurrency.lockutils [req-da43150a-1dac-4be3-bdea-760cdf0e9ea2 req-bc3da819-4da2-4a40-abef-718e8e38a600 service nova] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.644358] env[62284]: DEBUG nova.compute.manager [req-da43150a-1dac-4be3-bdea-760cdf0e9ea2 req-bc3da819-4da2-4a40-abef-718e8e38a600 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] No waiting events found dispatching network-vif-plugged-885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1784.644358] env[62284]: WARNING nova.compute.manager [req-da43150a-1dac-4be3-bdea-760cdf0e9ea2 req-bc3da819-4da2-4a40-abef-718e8e38a600 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Received unexpected event network-vif-plugged-885ce43d-bfb5-44bf-b965-dc14b8ad67c5 for instance with vm_state building and task_state spawning. [ 1784.644823] env[62284]: DEBUG nova.objects.instance [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'numa_topology' on Instance uuid 1023f77b-0f09-418a-adf1-d3e36bc41bc3 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.647383] env[62284]: DEBUG nova.compute.utils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.656093] env[62284]: DEBUG nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1784.656093] env[62284]: DEBUG nova.network.neutron [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.667423] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.725324] env[62284]: DEBUG nova.network.neutron [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Successfully updated port: 885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1784.756844] env[62284]: DEBUG nova.policy [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04e0101d774b4ee09f13f076f7dbd79a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0448dae7db8436c994ceac4a81c563a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.792393] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1784.792732] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1784.792842] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1784.793440] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1784.793752] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1784.794174] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1784.795127] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1784.795127] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1784.795127] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1784.795422] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1784.795486] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1784.804410] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19dc36e8-27b2-41f7-81db-299640c58e79 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.825070] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1784.825070] env[62284]: value = "task-1954556" [ 1784.825070] env[62284]: _type = "Task" [ 1784.825070] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.835127] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.090082] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52344226-8972-cb4c-6dc6-4faeddab9274, 'name': SearchDatastore_Task, 'duration_secs': 0.019239} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.090082] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.090082] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9/298ba832-f2a1-4518-9b83-0383605c5ec9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.090332] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce179790-3cf3-4b00-89d9-b9232ba057fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.097768] env[62284]: DEBUG nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.101030] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1785.101030] env[62284]: value = "task-1954557" [ 1785.101030] env[62284]: _type = "Task" [ 1785.101030] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.110688] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.152634] env[62284]: DEBUG nova.objects.base [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Object Instance<1023f77b-0f09-418a-adf1-d3e36bc41bc3> lazy-loaded attributes: resources,numa_topology {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1785.163194] env[62284]: DEBUG nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.169443] env[62284]: DEBUG oslo_vmware.api [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954555, 'name': PowerOnVM_Task, 'duration_secs': 0.665633} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.170492] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.170843] env[62284]: INFO nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Took 14.85 seconds to spawn the instance on the hypervisor. [ 1785.172039] env[62284]: DEBUG nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.173053] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d19b0a7-f4af-455b-ae87-32ad4f2b2bb0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.197806] env[62284]: DEBUG nova.network.neutron [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Successfully created port: a4c7359b-3c60-4be8-9e40-7f7ec1080961 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.232571] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.233155] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.233718] env[62284]: DEBUG nova.network.neutron [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.340169] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954556, 'name': ReconfigVM_Task, 'duration_secs': 0.209719} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.343740] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance '24d5e16d-487c-48b0-b034-9204c0af2ea2' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1785.616822] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954557, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.629279] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.710109] env[62284]: INFO nova.compute.manager [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Took 36.40 seconds to build instance. [ 1785.796330] env[62284]: DEBUG nova.network.neutron [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1785.854032] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1785.854032] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1785.854032] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1785.854032] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1785.854410] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1785.854410] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1785.854410] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1785.854410] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1785.854410] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1785.854628] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1785.854628] env[62284]: DEBUG nova.virt.hardware [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1785.859380] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1785.863789] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e7c9296-f5ef-4881-9ca9-eb5a0cfffced {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.879118] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f0f54-90bf-4ff7-9121-48a2cf0056b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.889290] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54fe9a2-9d23-4392-a2b6-66c4addb34eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.893349] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1785.893349] env[62284]: value = "task-1954558" [ 1785.893349] env[62284]: _type = "Task" [ 1785.893349] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.923761] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410bdf23-eb23-4dd4-8980-76ffe8c8b596 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.930146] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.935572] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563057f3-227b-4c30-aa33-d31867e663f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.951197] env[62284]: DEBUG nova.compute.provider_tree [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.069275] env[62284]: DEBUG nova.network.neutron [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updating instance_info_cache with network_info: [{"id": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "address": "fa:16:3e:d8:20:cf", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885ce43d-bf", "ovs_interfaceid": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.112283] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864047} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.112751] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9/298ba832-f2a1-4518-9b83-0383605c5ec9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1786.113154] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.113540] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-656a5619-4d80-43b1-ab44-2d0d4c85c127 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.121453] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1786.121453] env[62284]: value = "task-1954559" [ 1786.121453] env[62284]: _type = "Task" [ 1786.121453] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.131313] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.181516] env[62284]: DEBUG nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.213046] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef221af6-b365-452d-959f-d6f756263b9d tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.427s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.404261] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954558, 'name': ReconfigVM_Task, 'duration_secs': 0.247193} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.404600] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1786.405485] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2885bcdc-25f4-4672-b6b4-f83114723981 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.429031] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 24d5e16d-487c-48b0-b034-9204c0af2ea2/24d5e16d-487c-48b0-b034-9204c0af2ea2.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.429425] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76128652-4c5a-44a4-8bb9-558c5a7dbe16 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.449850] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1786.449850] env[62284]: value = "task-1954560" [ 1786.449850] env[62284]: _type = "Task" [ 1786.449850] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.460055] env[62284]: DEBUG nova.scheduler.client.report [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.463539] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.573044] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.573044] env[62284]: DEBUG nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Instance network_info: |[{"id": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "address": "fa:16:3e:d8:20:cf", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885ce43d-bf", "ovs_interfaceid": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.573347] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:20:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '885ce43d-bfb5-44bf-b965-dc14b8ad67c5', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.581170] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Creating folder: Project (09516d1e94d7489296ffc3646b6d8041). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1786.581520] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-766a2980-3628-46d1-bed3-df1a96c4667a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.593699] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Created folder: Project (09516d1e94d7489296ffc3646b6d8041) in parent group-v402637. [ 1786.593948] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Creating folder: Instances. Parent ref: group-v402797. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1786.594278] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5d68d33-3a65-40ea-ab90-b982903f8123 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.605164] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Created folder: Instances in parent group-v402797. [ 1786.605316] env[62284]: DEBUG oslo.service.loopingcall [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.605558] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.605864] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c7dd079-915b-4a34-ad29-9d381c1f3fec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.624421] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1786.624797] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402796', 'volume_id': '61796ab5-9c67-4c57-b068-6f5c07bc4271', 'name': 'volume-61796ab5-9c67-4c57-b068-6f5c07bc4271', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4102a78a-a5f7-48cc-9b28-4ee756553c83', 'attached_at': '', 'detached_at': '', 'volume_id': '61796ab5-9c67-4c57-b068-6f5c07bc4271', 'serial': '61796ab5-9c67-4c57-b068-6f5c07bc4271'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1786.626359] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3576f630-ab2a-4d43-9b64-177cdfcde335 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.639591] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101586} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.653214] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1786.653682] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.653682] env[62284]: value = "task-1954563" [ 1786.653682] env[62284]: _type = "Task" [ 1786.653682] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.654468] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736dd7b9-bea7-4b0f-a7bf-ccef585d5139 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.657726] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed915b60-9af8-4a5c-a021-5253a5d7169e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.686052] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9/298ba832-f2a1-4518-9b83-0383605c5ec9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.704762] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78412ffe-30f4-4051-8b62-16573bdd4558 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.722338] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954563, 'name': CreateVM_Task} progress is 15%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.730370] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-61796ab5-9c67-4c57-b068-6f5c07bc4271/volume-61796ab5-9c67-4c57-b068-6f5c07bc4271.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.730735] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984a17c1-e1fb-4355-a525-74b588044327 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.750727] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1786.750727] env[62284]: value = "task-1954564" [ 1786.750727] env[62284]: _type = "Task" [ 1786.750727] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.752420] env[62284]: DEBUG oslo_vmware.api [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1786.752420] env[62284]: value = "task-1954565" [ 1786.752420] env[62284]: _type = "Task" [ 1786.752420] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.766063] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.771804] env[62284]: DEBUG oslo_vmware.api [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.960696] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.965849] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.830s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.968675] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.323s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.972022] env[62284]: DEBUG nova.objects.instance [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lazy-loading 'resources' on Instance uuid 4a4bce98-144d-462d-a835-f7a07262d5c9 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.056039] env[62284]: DEBUG nova.network.neutron [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Successfully updated port: a4c7359b-3c60-4be8-9e40-7f7ec1080961 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.173446] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954563, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.268302] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.272716] env[62284]: DEBUG oslo_vmware.api [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.281617] env[62284]: DEBUG nova.compute.manager [req-1741ef41-9ad5-4ff0-98e4-c5d2a9529f85 req-5b74451a-3380-4776-9844-9b1dc2b7157d service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Received event network-changed-885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1787.281842] env[62284]: DEBUG nova.compute.manager [req-1741ef41-9ad5-4ff0-98e4-c5d2a9529f85 req-5b74451a-3380-4776-9844-9b1dc2b7157d service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Refreshing instance network info cache due to event network-changed-885ce43d-bfb5-44bf-b965-dc14b8ad67c5. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1787.282115] env[62284]: DEBUG oslo_concurrency.lockutils [req-1741ef41-9ad5-4ff0-98e4-c5d2a9529f85 req-5b74451a-3380-4776-9844-9b1dc2b7157d service nova] Acquiring lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.282345] env[62284]: DEBUG oslo_concurrency.lockutils [req-1741ef41-9ad5-4ff0-98e4-c5d2a9529f85 req-5b74451a-3380-4776-9844-9b1dc2b7157d service nova] Acquired lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.282466] env[62284]: DEBUG nova.network.neutron [req-1741ef41-9ad5-4ff0-98e4-c5d2a9529f85 req-5b74451a-3380-4776-9844-9b1dc2b7157d service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Refreshing network info cache for port 885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.462868] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954560, 'name': ReconfigVM_Task, 'duration_secs': 0.580452} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.463251] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 24d5e16d-487c-48b0-b034-9204c0af2ea2/24d5e16d-487c-48b0-b034-9204c0af2ea2.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.463565] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance '24d5e16d-487c-48b0-b034-9204c0af2ea2' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1787.480527] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b46b04a5-4c33-4c60-925e-c192263c1c71 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.261s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.481526] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 21.093s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.481714] env[62284]: INFO nova.compute.manager [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Unshelving [ 1787.560723] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.560884] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquired lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.561153] env[62284]: DEBUG nova.network.neutron [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.679038] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954563, 'name': CreateVM_Task, 'duration_secs': 0.671656} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.679960] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1787.680441] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.680768] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.681376] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1787.681771] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4696a96c-08b9-49a8-9d45-91a86da8a672 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.688194] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1787.688194] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52db1a66-1be7-6895-5407-7bd4c7423e7b" [ 1787.688194] env[62284]: _type = "Task" [ 1787.688194] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.703276] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52db1a66-1be7-6895-5407-7bd4c7423e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.770283] env[62284]: DEBUG oslo_vmware.api [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954565, 'name': ReconfigVM_Task, 'duration_secs': 0.642721} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.776513] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-61796ab5-9c67-4c57-b068-6f5c07bc4271/volume-61796ab5-9c67-4c57-b068-6f5c07bc4271.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.781799] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954564, 'name': ReconfigVM_Task, 'duration_secs': 0.542062} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.782509] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e2fcd8-f32b-40fc-9492-f60e3b7a7675 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.793558] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9/298ba832-f2a1-4518-9b83-0383605c5ec9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.799096] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a9829a4-9a8e-49c4-82ce-f6e26558c940 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.806908] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1787.806908] env[62284]: value = "task-1954566" [ 1787.806908] env[62284]: _type = "Task" [ 1787.806908] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.809115] env[62284]: DEBUG oslo_vmware.api [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1787.809115] env[62284]: value = "task-1954567" [ 1787.809115] env[62284]: _type = "Task" [ 1787.809115] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.823791] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954566, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.827430] env[62284]: DEBUG oslo_vmware.api [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.975557] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6949cb-84d2-4907-b7a7-db4c8805b2b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.006221] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc2d59b-48db-4515-8fd9-d7971fc1b287 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.027195] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance '24d5e16d-487c-48b0-b034-9204c0af2ea2' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1788.104789] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ca733-8132-455c-b1dc-d083a0b9da85 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.108316] env[62284]: DEBUG nova.network.neutron [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.115539] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd196f7-ef1b-4176-9f25-380d37046803 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.152530] env[62284]: DEBUG nova.network.neutron [req-1741ef41-9ad5-4ff0-98e4-c5d2a9529f85 req-5b74451a-3380-4776-9844-9b1dc2b7157d service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updated VIF entry in instance network info cache for port 885ce43d-bfb5-44bf-b965-dc14b8ad67c5. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.152906] env[62284]: DEBUG nova.network.neutron [req-1741ef41-9ad5-4ff0-98e4-c5d2a9529f85 req-5b74451a-3380-4776-9844-9b1dc2b7157d service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updating instance_info_cache with network_info: [{"id": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "address": "fa:16:3e:d8:20:cf", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885ce43d-bf", "ovs_interfaceid": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.155140] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b574776f-80b0-4241-9e6b-77e9371b67a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.164703] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0594defc-80ab-446f-a5e9-0ab65ba2ab96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.171926] env[62284]: DEBUG nova.compute.manager [req-c355a9be-dfcd-4ad6-ae6a-2f421fcc7775 req-a39800c1-c268-4703-9c47-a40820acabea service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Received event network-changed-e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1788.172321] env[62284]: DEBUG nova.compute.manager [req-c355a9be-dfcd-4ad6-ae6a-2f421fcc7775 req-a39800c1-c268-4703-9c47-a40820acabea service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Refreshing instance network info cache due to event network-changed-e1d9090a-522e-4037-b93f-5dd472f5a065. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1788.172424] env[62284]: DEBUG oslo_concurrency.lockutils [req-c355a9be-dfcd-4ad6-ae6a-2f421fcc7775 req-a39800c1-c268-4703-9c47-a40820acabea service nova] Acquiring lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.172571] env[62284]: DEBUG oslo_concurrency.lockutils [req-c355a9be-dfcd-4ad6-ae6a-2f421fcc7775 req-a39800c1-c268-4703-9c47-a40820acabea service nova] Acquired lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.172754] env[62284]: DEBUG nova.network.neutron [req-c355a9be-dfcd-4ad6-ae6a-2f421fcc7775 req-a39800c1-c268-4703-9c47-a40820acabea service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Refreshing network info cache for port e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.186623] env[62284]: DEBUG nova.compute.provider_tree [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.202749] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52db1a66-1be7-6895-5407-7bd4c7423e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.014881} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.203157] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.203413] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1788.203695] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.203939] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.204181] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.204373] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f75658cc-fcda-470f-8ef5-1c9c1cbc3d11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.214546] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.214743] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1788.215765] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2779559a-6d06-4bd4-8b98-e94fa871b15e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.222301] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1788.222301] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52086f21-9c1b-e48f-7f84-2834293763e9" [ 1788.222301] env[62284]: _type = "Task" [ 1788.222301] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.230514] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52086f21-9c1b-e48f-7f84-2834293763e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.327702] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954566, 'name': Rename_Task, 'duration_secs': 0.207047} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.328536] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.328818] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-376da383-ebf7-48c6-96cd-7114ce3bed21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.336135] env[62284]: DEBUG oslo_vmware.api [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954567, 'name': ReconfigVM_Task, 'duration_secs': 0.182833} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.336135] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402796', 'volume_id': '61796ab5-9c67-4c57-b068-6f5c07bc4271', 'name': 'volume-61796ab5-9c67-4c57-b068-6f5c07bc4271', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4102a78a-a5f7-48cc-9b28-4ee756553c83', 'attached_at': '', 'detached_at': '', 'volume_id': '61796ab5-9c67-4c57-b068-6f5c07bc4271', 'serial': '61796ab5-9c67-4c57-b068-6f5c07bc4271'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1788.340640] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1788.340640] env[62284]: value = "task-1954568" [ 1788.340640] env[62284]: _type = "Task" [ 1788.340640] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.353661] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.388713] env[62284]: DEBUG nova.network.neutron [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Updating instance_info_cache with network_info: [{"id": "a4c7359b-3c60-4be8-9e40-7f7ec1080961", "address": "fa:16:3e:ac:96:eb", "network": {"id": "e5924cf7-f776-40bc-86fa-441cf72c8896", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1635631488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0448dae7db8436c994ceac4a81c563a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c7359b-3c", "ovs_interfaceid": "a4c7359b-3c60-4be8-9e40-7f7ec1080961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.511393] env[62284]: DEBUG nova.compute.utils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.601906] env[62284]: DEBUG nova.network.neutron [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Port f50e222b-3202-4347-8b91-557b9af64ddb binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1788.659718] env[62284]: DEBUG oslo_concurrency.lockutils [req-1741ef41-9ad5-4ff0-98e4-c5d2a9529f85 req-5b74451a-3380-4776-9844-9b1dc2b7157d service nova] Releasing lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.692504] env[62284]: DEBUG nova.scheduler.client.report [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.733357] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52086f21-9c1b-e48f-7f84-2834293763e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.734236] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3cb6a8-83bd-4e70-aff1-c8e5df221a81 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.740036] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1788.740036] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52873ff0-9101-e7df-4bd0-c6838af2ea79" [ 1788.740036] env[62284]: _type = "Task" [ 1788.740036] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.748700] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52873ff0-9101-e7df-4bd0-c6838af2ea79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.854346] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.893505] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Releasing lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.893838] env[62284]: DEBUG nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Instance network_info: |[{"id": "a4c7359b-3c60-4be8-9e40-7f7ec1080961", "address": "fa:16:3e:ac:96:eb", "network": {"id": "e5924cf7-f776-40bc-86fa-441cf72c8896", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1635631488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0448dae7db8436c994ceac4a81c563a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c7359b-3c", "ovs_interfaceid": "a4c7359b-3c60-4be8-9e40-7f7ec1080961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1789.000988] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquiring lock "09b1d099-befe-4e35-9180-76ae8ba84163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.001537] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "09b1d099-befe-4e35-9180-76ae8ba84163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.001537] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquiring lock "09b1d099-befe-4e35-9180-76ae8ba84163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.001720] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "09b1d099-befe-4e35-9180-76ae8ba84163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.001876] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "09b1d099-befe-4e35-9180-76ae8ba84163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.005625] env[62284]: DEBUG nova.network.neutron [req-c355a9be-dfcd-4ad6-ae6a-2f421fcc7775 req-a39800c1-c268-4703-9c47-a40820acabea service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Updated VIF entry in instance network info cache for port e1d9090a-522e-4037-b93f-5dd472f5a065. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.005978] env[62284]: DEBUG nova.network.neutron [req-c355a9be-dfcd-4ad6-ae6a-2f421fcc7775 req-a39800c1-c268-4703-9c47-a40820acabea service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Updating instance_info_cache with network_info: [{"id": "e1d9090a-522e-4037-b93f-5dd472f5a065", "address": "fa:16:3e:81:0b:58", "network": {"id": "82a86fc4-c6a0-4fdd-8af0-fb7adc075671", "bridge": "br-int", "label": "tempest-ServersTestJSON-1942895269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5493c9545e384dc18bcedc2881adb563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d9090a-52", "ovs_interfaceid": "e1d9090a-522e-4037-b93f-5dd472f5a065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.010809] env[62284]: INFO nova.compute.manager [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Terminating instance [ 1789.014667] env[62284]: INFO nova.virt.block_device [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Booting with volume 1392a3bd-7615-41fb-a6e4-aa1079b5832d at /dev/sdb [ 1789.056617] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffbfcd6f-07e3-448c-af60-5e98484ab3bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.066462] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df7da2-4890-4172-adb9-de0a52821918 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.114030] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1f18739-e8ed-439e-a819-5063499bfafa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.119242] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60054cbe-859c-40e6-b536-f40f36b654e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.157242] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9165caa9-18ce-489d-92fd-635a1a2aedd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.164385] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015de0d-da7c-4d60-9a02-fd26f89781f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.177582] env[62284]: DEBUG nova.virt.block_device [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating existing volume attachment record: 2e37aa83-6d06-4a01-9cc0-66075c8acd3a {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1789.198597] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.201325] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.215s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.201591] env[62284]: DEBUG nova.objects.instance [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lazy-loading 'resources' on Instance uuid 826b1ff4-b3fe-4f86-a9a3-082dd79bc281 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.225748] env[62284]: INFO nova.scheduler.client.report [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleted allocations for instance 4a4bce98-144d-462d-a835-f7a07262d5c9 [ 1789.252074] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52873ff0-9101-e7df-4bd0-c6838af2ea79, 'name': SearchDatastore_Task, 'duration_secs': 0.01563} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.252378] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.252633] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d95eea11-abb4-4438-a305-b369fdf3bb52/d95eea11-abb4-4438-a305-b369fdf3bb52.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1789.252900] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7cf4ba5-413c-450f-b369-742680398e35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.259894] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1789.259894] env[62284]: value = "task-1954569" [ 1789.259894] env[62284]: _type = "Task" [ 1789.259894] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.268912] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.355578] env[62284]: DEBUG oslo_vmware.api [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954568, 'name': PowerOnVM_Task, 'duration_secs': 0.686785} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.355834] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.356096] env[62284]: INFO nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1789.356299] env[62284]: DEBUG nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.357164] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651394c5-240a-4272-b98d-0070a894edec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.388793] env[62284]: DEBUG nova.objects.instance [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'flavor' on Instance uuid 4102a78a-a5f7-48cc-9b28-4ee756553c83 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.509750] env[62284]: DEBUG oslo_concurrency.lockutils [req-c355a9be-dfcd-4ad6-ae6a-2f421fcc7775 req-a39800c1-c268-4703-9c47-a40820acabea service nova] Releasing lock "refresh_cache-91bd0705-6e68-4155-86dd-2675a9a3e45f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.513680] env[62284]: DEBUG nova.compute.manager [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1789.513897] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1789.515028] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9b7b82-f66c-4229-b479-d8657f8aa3fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.522305] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.522561] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd3c94a3-9936-4228-9363-648c7be99a16 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.530059] env[62284]: DEBUG oslo_vmware.api [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1789.530059] env[62284]: value = "task-1954571" [ 1789.530059] env[62284]: _type = "Task" [ 1789.530059] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.540511] env[62284]: DEBUG oslo_vmware.api [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.573471] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.574562] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.574562] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.574562] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.574562] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.574768] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.575064] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.575644] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.575644] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.575644] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.575875] env[62284]: DEBUG nova.virt.hardware [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.578579] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a924d2-aeef-41d9-bd82-2388b057b91c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.588985] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525299bc-65f7-ef58-47a2-c4f211bace52/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1789.590381] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b7469-0ff4-49c4-b042-2dd9ee07b2c2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.597646] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf33ad-267a-42a2-b2e8-c5d9455de3fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.610249] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:96:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4c7359b-3c60-4be8-9e40-7f7ec1080961', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.620128] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Creating folder: Project (a0448dae7db8436c994ceac4a81c563a). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.631561] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75987d59-c735-4a5d-8c22-146b9610732a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.633671] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525299bc-65f7-ef58-47a2-c4f211bace52/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1789.633861] env[62284]: ERROR oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525299bc-65f7-ef58-47a2-c4f211bace52/disk-0.vmdk due to incomplete transfer. [ 1789.637044] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a59c8972-9939-485a-9777-e67d37ebdf17 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.643858] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.644121] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.644283] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.652891] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525299bc-65f7-ef58-47a2-c4f211bace52/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1789.653188] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Uploaded image 2a113624-d127-4c03-87aa-33b20558b054 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1789.655816] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1789.658204] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75382f6d-62bf-4437-a99e-50411ce81ed5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.659951] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Created folder: Project (a0448dae7db8436c994ceac4a81c563a) in parent group-v402637. [ 1789.660152] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Creating folder: Instances. Parent ref: group-v402802. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1789.660785] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32fe5edd-cfc4-4d3f-bfc8-63906eabc88c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.668493] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1789.668493] env[62284]: value = "task-1954575" [ 1789.668493] env[62284]: _type = "Task" [ 1789.668493] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.673406] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Created folder: Instances in parent group-v402802. [ 1789.673658] env[62284]: DEBUG oslo.service.loopingcall [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.673957] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.674229] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e36caa9-725d-40bb-a1a8-39dde3716638 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.694270] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954575, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.700231] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.700231] env[62284]: value = "task-1954577" [ 1789.700231] env[62284]: _type = "Task" [ 1789.700231] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.712948] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954577, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.737766] env[62284]: DEBUG oslo_concurrency.lockutils [None req-af5e66af-608c-45e2-acdd-a4d9b5c2a932 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "4a4bce98-144d-462d-a835-f7a07262d5c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.256s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.774575] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954569, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.798788] env[62284]: DEBUG nova.compute.manager [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Received event network-vif-plugged-a4c7359b-3c60-4be8-9e40-7f7ec1080961 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1789.799035] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] Acquiring lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.799468] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.799468] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.799867] env[62284]: DEBUG nova.compute.manager [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] No waiting events found dispatching network-vif-plugged-a4c7359b-3c60-4be8-9e40-7f7ec1080961 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1789.799867] env[62284]: WARNING nova.compute.manager [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Received unexpected event network-vif-plugged-a4c7359b-3c60-4be8-9e40-7f7ec1080961 for instance with vm_state building and task_state spawning. [ 1789.800037] env[62284]: DEBUG nova.compute.manager [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Received event network-changed-a4c7359b-3c60-4be8-9e40-7f7ec1080961 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1789.800132] env[62284]: DEBUG nova.compute.manager [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Refreshing instance network info cache due to event network-changed-a4c7359b-3c60-4be8-9e40-7f7ec1080961. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1789.801236] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] Acquiring lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.801537] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] Acquired lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.801772] env[62284]: DEBUG nova.network.neutron [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Refreshing network info cache for port a4c7359b-3c60-4be8-9e40-7f7ec1080961 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.878516] env[62284]: INFO nova.compute.manager [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Took 32.41 seconds to build instance. [ 1789.895529] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e15e05d0-b172-41dd-a807-5d7f3f4872f9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.404s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.043505] env[62284]: DEBUG oslo_vmware.api [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954571, 'name': PowerOffVM_Task, 'duration_secs': 0.290135} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.043912] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.044338] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.044525] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8824e7a0-b7ba-44b3-899e-0be4e226071a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.183570] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954575, 'name': Destroy_Task, 'duration_secs': 0.494955} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.183570] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Destroyed the VM [ 1790.183714] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1790.183963] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23d877e1-7cb7-465b-b0f5-f10bda4f4da0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.192856] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1790.192856] env[62284]: value = "task-1954579" [ 1790.192856] env[62284]: _type = "Task" [ 1790.192856] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.207644] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.213903] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954577, 'name': CreateVM_Task, 'duration_secs': 0.512021} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.217089] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.218691] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.218691] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.218997] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1790.219042] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a40b1a-073b-4a43-bbe9-7a5861daf1c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.224900] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1790.224900] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c3508e-55de-80e6-def0-174a56972937" [ 1790.224900] env[62284]: _type = "Task" [ 1790.224900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.238345] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c3508e-55de-80e6-def0-174a56972937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.239961] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1790.244088] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1790.244088] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Deleting the datastore file [datastore1] 09b1d099-befe-4e35-9180-76ae8ba84163 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1790.244088] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef49426-e8f9-48f3-93f3-6f261ef9afa3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.247098] env[62284]: DEBUG oslo_vmware.api [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for the task: (returnval){ [ 1790.247098] env[62284]: value = "task-1954580" [ 1790.247098] env[62284]: _type = "Task" [ 1790.247098] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.259127] env[62284]: DEBUG oslo_vmware.api [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.274920] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954569, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.325780] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554ea893-9ff9-4d1d-8ef8-9c9f610391bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.333598] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac298f4-7de5-45fc-b6e4-d6059594f112 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.369286] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae37069d-17f6-4e49-8325-b0aa366c0fd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.378332] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854ba9d-7b44-42f2-8f77-3dc2dc7f9193 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.383771] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bde42967-9b0c-4c21-a974-7dd918346169 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "298ba832-f2a1-4518-9b83-0383605c5ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.147s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.384188] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.384419] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.384625] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "4102a78a-a5f7-48cc-9b28-4ee756553c83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.384993] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.384993] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.387099] env[62284]: INFO nova.compute.manager [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Terminating instance [ 1790.398840] env[62284]: DEBUG nova.compute.provider_tree [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.600825] env[62284]: INFO nova.compute.manager [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Rescuing [ 1790.601145] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.601305] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.601476] env[62284]: DEBUG nova.network.neutron [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.654432] env[62284]: DEBUG nova.network.neutron [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Updated VIF entry in instance network info cache for port a4c7359b-3c60-4be8-9e40-7f7ec1080961. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.654961] env[62284]: DEBUG nova.network.neutron [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Updating instance_info_cache with network_info: [{"id": "a4c7359b-3c60-4be8-9e40-7f7ec1080961", "address": "fa:16:3e:ac:96:eb", "network": {"id": "e5924cf7-f776-40bc-86fa-441cf72c8896", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1635631488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0448dae7db8436c994ceac4a81c563a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c7359b-3c", "ovs_interfaceid": "a4c7359b-3c60-4be8-9e40-7f7ec1080961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.701970] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954579, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381683} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.703466] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1790.703466] env[62284]: DEBUG nova.compute.manager [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.703609] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb903f7-78d9-43f1-8141-97df9382fc94 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.724677] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.724677] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.724677] env[62284]: DEBUG nova.network.neutron [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.737450] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c3508e-55de-80e6-def0-174a56972937, 'name': SearchDatastore_Task, 'duration_secs': 0.115273} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.737962] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.738253] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.738613] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.738678] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.738823] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.739443] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b4dbd25-9f55-4776-8a7c-3f9bf3ac4831 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.753618] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.754081] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.758357] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3337f893-e1ab-4524-90e5-5f75e33246dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.760735] env[62284]: DEBUG oslo_vmware.api [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.763942] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1790.763942] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dee020-c6fc-f70b-f1b8-221b472598f0" [ 1790.763942] env[62284]: _type = "Task" [ 1790.763942] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.775633] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954569, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.110502} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.778701] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d95eea11-abb4-4438-a305-b369fdf3bb52/d95eea11-abb4-4438-a305-b369fdf3bb52.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.778940] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.779479] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dee020-c6fc-f70b-f1b8-221b472598f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.779704] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b812438a-6a38-4411-b3a7-4e47e14d5d98 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.789020] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1790.789020] env[62284]: value = "task-1954581" [ 1790.789020] env[62284]: _type = "Task" [ 1790.789020] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.797415] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.901767] env[62284]: DEBUG nova.compute.manager [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1790.902083] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.903586] env[62284]: DEBUG nova.scheduler.client.report [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.906609] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d56e42c2-07cb-44b3-991b-e16b4361fc18 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.916293] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1790.916293] env[62284]: value = "task-1954582" [ 1790.916293] env[62284]: _type = "Task" [ 1790.916293] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.925600] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.157290] env[62284]: DEBUG oslo_concurrency.lockutils [req-8c8d7e3e-c221-471b-92ed-445644acab54 req-e1e5cf9e-d499-46b2-872d-feb8091a1846 service nova] Releasing lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.229273] env[62284]: INFO nova.compute.manager [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Shelve offloading [ 1791.260316] env[62284]: DEBUG oslo_vmware.api [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Task: {'id': task-1954580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595016} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.260620] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.260808] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.260986] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.261183] env[62284]: INFO nova.compute.manager [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1791.261496] env[62284]: DEBUG oslo.service.loopingcall [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1791.261636] env[62284]: DEBUG nova.compute.manager [-] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1791.261702] env[62284]: DEBUG nova.network.neutron [-] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1791.278785] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dee020-c6fc-f70b-f1b8-221b472598f0, 'name': SearchDatastore_Task, 'duration_secs': 0.037594} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.279593] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a663d3-9728-43bb-8545-c5bd4265b093 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.286054] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1791.286054] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f29ee7-5f44-934e-d537-8e54aea89f6f" [ 1791.286054] env[62284]: _type = "Task" [ 1791.286054] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.302538] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f29ee7-5f44-934e-d537-8e54aea89f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.306113] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237158} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.306394] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1791.307229] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a2c5cb-9564-424d-a94c-5e5692cb3e29 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.335544] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d95eea11-abb4-4438-a305-b369fdf3bb52/d95eea11-abb4-4438-a305-b369fdf3bb52.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.336293] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8a111d-4110-44e2-b3f2-0c5df103ce93 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.363311] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1791.363311] env[62284]: value = "task-1954583" [ 1791.363311] env[62284]: _type = "Task" [ 1791.363311] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.374126] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.399282] env[62284]: DEBUG nova.network.neutron [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Updating instance_info_cache with network_info: [{"id": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "address": "fa:16:3e:a8:f6:d4", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cb13e3-39", "ovs_interfaceid": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.412667] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.417095] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.301s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.418720] env[62284]: INFO nova.compute.claims [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.433532] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954582, 'name': PowerOffVM_Task, 'duration_secs': 0.481861} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.434075] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.434333] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1791.434534] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402796', 'volume_id': '61796ab5-9c67-4c57-b068-6f5c07bc4271', 'name': 'volume-61796ab5-9c67-4c57-b068-6f5c07bc4271', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4102a78a-a5f7-48cc-9b28-4ee756553c83', 'attached_at': '', 'detached_at': '', 'volume_id': '61796ab5-9c67-4c57-b068-6f5c07bc4271', 'serial': '61796ab5-9c67-4c57-b068-6f5c07bc4271'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1791.435473] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b880f2f4-44b0-4f68-bdf8-afd6c9a1a391 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.440559] env[62284]: INFO nova.scheduler.client.report [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Deleted allocations for instance 826b1ff4-b3fe-4f86-a9a3-082dd79bc281 [ 1791.467860] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facb731e-ae63-45a7-84ac-cdb454504277 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.480298] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0177579-3055-4d4e-afb9-2cf20426c9b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.510854] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fabeb87-1fc7-4c01-b978-6761e3d19294 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.531451] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] The volume has not been displaced from its original location: [datastore1] volume-61796ab5-9c67-4c57-b068-6f5c07bc4271/volume-61796ab5-9c67-4c57-b068-6f5c07bc4271.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1791.537186] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1791.537894] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4c66f6-78a3-43d4-b66c-f264d66662ea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.560035] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1791.560035] env[62284]: value = "task-1954584" [ 1791.560035] env[62284]: _type = "Task" [ 1791.560035] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.572555] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.680925] env[62284]: DEBUG nova.network.neutron [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance_info_cache with network_info: [{"id": "f50e222b-3202-4347-8b91-557b9af64ddb", "address": "fa:16:3e:06:46:95", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e222b-32", "ovs_interfaceid": "f50e222b-3202-4347-8b91-557b9af64ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.737335] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.738216] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75cd0787-d4d5-4d40-a6d6-06fca12351e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.751014] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1791.751014] env[62284]: value = "task-1954586" [ 1791.751014] env[62284]: _type = "Task" [ 1791.751014] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.762720] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1791.762994] env[62284]: DEBUG nova.compute.manager [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.764055] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475b5268-40ef-493b-8224-1c09f2abfcd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.771875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.772092] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.772366] env[62284]: DEBUG nova.network.neutron [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.799371] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f29ee7-5f44-934e-d537-8e54aea89f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.031554} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.799814] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.800188] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc/c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.800832] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da31f6ea-3998-415c-a139-67bf7646bd5a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.810624] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1791.810624] env[62284]: value = "task-1954587" [ 1791.810624] env[62284]: _type = "Task" [ 1791.810624] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.821220] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.829531] env[62284]: DEBUG nova.compute.manager [req-6d0cf0fd-ced8-4556-9a1e-c7cd8c660495 req-f7ebb834-8e3f-46ba-9f84-50be6414328b service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Received event network-vif-deleted-5c540991-bfdf-4166-a2bc-65a5ed384a66 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1791.829844] env[62284]: INFO nova.compute.manager [req-6d0cf0fd-ced8-4556-9a1e-c7cd8c660495 req-f7ebb834-8e3f-46ba-9f84-50be6414328b service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Neutron deleted interface 5c540991-bfdf-4166-a2bc-65a5ed384a66; detaching it from the instance and deleting it from the info cache [ 1791.831359] env[62284]: DEBUG nova.network.neutron [req-6d0cf0fd-ced8-4556-9a1e-c7cd8c660495 req-f7ebb834-8e3f-46ba-9f84-50be6414328b service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.879765] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.902845] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.968588] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a6631299-d9a3-496e-88ac-428da41767f4 tempest-ListServersNegativeTestJSON-1377806804 tempest-ListServersNegativeTestJSON-1377806804-project-member] Lock "826b1ff4-b3fe-4f86-a9a3-082dd79bc281" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.773s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.070864] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954584, 'name': ReconfigVM_Task, 'duration_secs': 0.30735} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.071933] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1792.076216] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6beeff17-eb79-4ce7-8984-c97c06da16a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.094364] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1792.094364] env[62284]: value = "task-1954588" [ 1792.094364] env[62284]: _type = "Task" [ 1792.094364] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.104033] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.184650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.189569] env[62284]: DEBUG nova.network.neutron [-] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.321598] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954587, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.335694] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e7b8052-b790-4508-bf95-2dec15319127 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.345966] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50026909-6a94-4774-bc78-fd2263085185 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.376097] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954583, 'name': ReconfigVM_Task, 'duration_secs': 0.530576} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.397023] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d95eea11-abb4-4438-a305-b369fdf3bb52/d95eea11-abb4-4438-a305-b369fdf3bb52.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.398228] env[62284]: DEBUG nova.compute.manager [req-6d0cf0fd-ced8-4556-9a1e-c7cd8c660495 req-f7ebb834-8e3f-46ba-9f84-50be6414328b service nova] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Detach interface failed, port_id=5c540991-bfdf-4166-a2bc-65a5ed384a66, reason: Instance 09b1d099-befe-4e35-9180-76ae8ba84163 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1792.398706] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a9e4605-cd86-4c01-bbce-9a4ae6e83e57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.408086] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1792.408086] env[62284]: value = "task-1954589" [ 1792.408086] env[62284]: _type = "Task" [ 1792.408086] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.418717] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954589, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.611505] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954588, 'name': ReconfigVM_Task, 'duration_secs': 0.289389} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.611890] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402796', 'volume_id': '61796ab5-9c67-4c57-b068-6f5c07bc4271', 'name': 'volume-61796ab5-9c67-4c57-b068-6f5c07bc4271', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4102a78a-a5f7-48cc-9b28-4ee756553c83', 'attached_at': '', 'detached_at': '', 'volume_id': '61796ab5-9c67-4c57-b068-6f5c07bc4271', 'serial': '61796ab5-9c67-4c57-b068-6f5c07bc4271'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1792.612366] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.613669] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829dee10-5ff4-4072-899e-0515c8e2f935 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.620923] env[62284]: DEBUG nova.network.neutron [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating instance_info_cache with network_info: [{"id": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "address": "fa:16:3e:1c:d3:4d", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c53f1-f4", "ovs_interfaceid": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.628818] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.629361] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac0873d7-c823-4fdf-bc02-9236758b939a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.695381] env[62284]: INFO nova.compute.manager [-] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Took 1.43 seconds to deallocate network for instance. [ 1792.713462] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3848d43-e8ce-4d05-967d-360bd51b8b3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.741142] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1968793-bc17-4107-a0b2-e18a090c70e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.748509] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.748509] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.748509] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleting the datastore file [datastore1] 4102a78a-a5f7-48cc-9b28-4ee756553c83 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.748867] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9701216-8485-428f-92aa-75c7f71c3fd1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.754464] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance '24d5e16d-487c-48b0-b034-9204c0af2ea2' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1792.761214] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1792.761214] env[62284]: value = "task-1954591" [ 1792.761214] env[62284]: _type = "Task" [ 1792.761214] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.774377] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.824357] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987808} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.827228] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc/c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.827471] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.828174] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12447d5-8914-4a9c-9622-43be02422192 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.837802] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1792.837802] env[62284]: value = "task-1954592" [ 1792.837802] env[62284]: _type = "Task" [ 1792.837802] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.850959] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.923949] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954589, 'name': Rename_Task, 'duration_secs': 0.263521} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.925108] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1792.925108] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3008e861-e12c-490f-a07e-e6b6b6e2fe30 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.936145] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1792.936145] env[62284]: value = "task-1954593" [ 1792.936145] env[62284]: _type = "Task" [ 1792.936145] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.951194] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.021967] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14057c44-deb5-470e-b16b-8283dae6af20 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.031132] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27deb7a-730c-4d71-9deb-c42d126b91bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.062970] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14829ec4-fb6c-4ef2-bc1e-381d478114da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.072146] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4311cc-2b2c-4000-b4cd-5e37e13e5ac9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.088097] env[62284]: DEBUG nova.compute.provider_tree [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.124569] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.206175] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.266547] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.266845] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7670b8-fdf4-4f31-afe0-c50961893440 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.281978] env[62284]: DEBUG oslo_vmware.api [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433864} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.282109] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1793.282109] env[62284]: value = "task-1954594" [ 1793.282109] env[62284]: _type = "Task" [ 1793.282109] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.283163] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.283163] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1793.283163] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.283163] env[62284]: INFO nova.compute.manager [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1793.283163] env[62284]: DEBUG oslo.service.loopingcall [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.283480] env[62284]: DEBUG nova.compute.manager [-] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1793.283544] env[62284]: DEBUG nova.network.neutron [-] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1793.294755] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.352370] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080452} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.352875] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.355887] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a81a15-97ea-48ad-811f-31c3020029cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.389789] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc/c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.392462] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2490896-7180-44fd-b668-7350e5c7beb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.417061] env[62284]: DEBUG oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9d5f-e1db-4ed8-5567-b5478cc5279c/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1793.418121] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5ad1c3-e139-40f0-82cf-8586fbe4f03d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.421664] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1793.421664] env[62284]: value = "task-1954595" [ 1793.421664] env[62284]: _type = "Task" [ 1793.421664] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.426757] env[62284]: DEBUG oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9d5f-e1db-4ed8-5567-b5478cc5279c/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1793.426932] env[62284]: ERROR oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9d5f-e1db-4ed8-5567-b5478cc5279c/disk-0.vmdk due to incomplete transfer. [ 1793.427508] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-102271f6-5a24-4c16-9beb-26d1b575346d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.432817] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.442887] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.443324] env[62284]: DEBUG oslo_vmware.rw_handles [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b9d5f-e1db-4ed8-5567-b5478cc5279c/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1793.443749] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Uploaded image 5ce9f48e-7f17-4343-b45e-8ccca703a017 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1793.445199] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1793.445851] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a50346bc-db57-4ee3-82bb-32f18211a91b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.447519] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50dcc50d-067e-4d05-aa0c-d1ed66573561 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.452534] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.460156] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1793.460156] env[62284]: value = "task-1954596" [ 1793.460156] env[62284]: _type = "Task" [ 1793.460156] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.461676] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1793.461676] env[62284]: value = "task-1954597" [ 1793.461676] env[62284]: _type = "Task" [ 1793.461676] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.475126] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954597, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.478457] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.593246] env[62284]: DEBUG nova.scheduler.client.report [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.600042] env[62284]: DEBUG nova.compute.manager [req-efce1a75-0852-4713-a6c1-eae0d4ec83eb req-a7a7d84d-eda5-4b39-b1a3-7d8b05b7f0f2 service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Received event network-vif-deleted-a6af65ad-858f-4a2b-84b5-87d126b64a51 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1793.600244] env[62284]: INFO nova.compute.manager [req-efce1a75-0852-4713-a6c1-eae0d4ec83eb req-a7a7d84d-eda5-4b39-b1a3-7d8b05b7f0f2 service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Neutron deleted interface a6af65ad-858f-4a2b-84b5-87d126b64a51; detaching it from the instance and deleting it from the info cache [ 1793.600420] env[62284]: DEBUG nova.network.neutron [req-efce1a75-0852-4713-a6c1-eae0d4ec83eb req-a7a7d84d-eda5-4b39-b1a3-7d8b05b7f0f2 service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.653361] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.654428] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b69c02b-f7fb-49a3-ad08-20da6bb5af5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.665572] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.665572] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5afe043-b00c-4b45-a42f-877684eed551 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.769694] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.770655] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.771522] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleting the datastore file [datastore1] ca6758db-5d65-4671-814c-957348d62858 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.771522] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d33f3430-9686-40e1-b929-8d5edb239897 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.784601] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1793.784601] env[62284]: value = "task-1954599" [ 1793.784601] env[62284]: _type = "Task" [ 1793.784601] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.817029] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.817029] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.903064] env[62284]: DEBUG nova.compute.manager [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received event network-vif-unplugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1793.903401] env[62284]: DEBUG oslo_concurrency.lockutils [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] Acquiring lock "ca6758db-5d65-4671-814c-957348d62858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.903682] env[62284]: DEBUG oslo_concurrency.lockutils [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] Lock "ca6758db-5d65-4671-814c-957348d62858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.903914] env[62284]: DEBUG oslo_concurrency.lockutils [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] Lock "ca6758db-5d65-4671-814c-957348d62858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.904162] env[62284]: DEBUG nova.compute.manager [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] No waiting events found dispatching network-vif-unplugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1793.904426] env[62284]: WARNING nova.compute.manager [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received unexpected event network-vif-unplugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc for instance with vm_state shelved and task_state shelving_offloading. [ 1793.904662] env[62284]: DEBUG nova.compute.manager [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received event network-changed-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1793.904889] env[62284]: DEBUG nova.compute.manager [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Refreshing instance network info cache due to event network-changed-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1793.905161] env[62284]: DEBUG oslo_concurrency.lockutils [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] Acquiring lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.905358] env[62284]: DEBUG oslo_concurrency.lockutils [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] Acquired lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.905591] env[62284]: DEBUG nova.network.neutron [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Refreshing network info cache for port 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.937278] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.949430] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.983988] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954596, 'name': PowerOffVM_Task, 'duration_secs': 0.331272} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.984689] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954597, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.984990] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.985946] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1bf999-eb4c-4b90-9548-9ef8a0b27681 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.014416] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa45770-0ae5-49ac-bcb8-0379b3ce57a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.051196] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.051962] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc7bb4ed-4190-478f-8722-af1ed3e9c78f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.062518] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1794.062518] env[62284]: value = "task-1954600" [ 1794.062518] env[62284]: _type = "Task" [ 1794.062518] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.072174] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.073669] env[62284]: DEBUG nova.network.neutron [-] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.100296] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.100898] env[62284]: DEBUG nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.105882] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.494s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.112589] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-932c568d-7ecb-4fda-9473-823d4800ff65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.126146] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228dd27-0711-4f5a-8c0a-b16f755209fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.177483] env[62284]: DEBUG nova.compute.manager [req-efce1a75-0852-4713-a6c1-eae0d4ec83eb req-a7a7d84d-eda5-4b39-b1a3-7d8b05b7f0f2 service nova] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Detach interface failed, port_id=a6af65ad-858f-4a2b-84b5-87d126b64a51, reason: Instance 4102a78a-a5f7-48cc-9b28-4ee756553c83 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1794.294613] env[62284]: DEBUG oslo_vmware.api [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954594, 'name': PowerOnVM_Task, 'duration_secs': 0.716254} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.294885] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.295196] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9559d01-db7f-42a3-987f-d032eac32fbe tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance '24d5e16d-487c-48b0-b034-9204c0af2ea2' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1794.315025] env[62284]: DEBUG oslo_vmware.api [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443017} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.315025] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.315025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.315025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.350549] env[62284]: INFO nova.scheduler.client.report [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleted allocations for instance ca6758db-5d65-4671-814c-957348d62858 [ 1794.436257] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954595, 'name': ReconfigVM_Task, 'duration_secs': 0.758064} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.436257] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc/c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.436257] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ec292d-2971-49c0-9e81-160d0547650d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.444020] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1794.444020] env[62284]: value = "task-1954601" [ 1794.444020] env[62284]: _type = "Task" [ 1794.444020] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.452924] env[62284]: DEBUG oslo_vmware.api [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954593, 'name': PowerOnVM_Task, 'duration_secs': 1.195889} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.454179] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.454423] env[62284]: INFO nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1794.454627] env[62284]: DEBUG nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.455418] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04618f45-4c56-4640-8434-ebcd535cbfe7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.461519] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954601, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.477968] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954597, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.577147] env[62284]: INFO nova.compute.manager [-] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Took 1.29 seconds to deallocate network for instance. [ 1794.579496] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1794.580204] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.580204] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.580204] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.580380] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.581017] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bc6d714-5705-41af-adf6-449bbec68411 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.592282] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.592482] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.593301] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6fbd82-27d5-4268-b633-f1ea7d43ea7f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.600597] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1794.600597] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526e6430-2fa2-7349-535c-835b7de69792" [ 1794.600597] env[62284]: _type = "Task" [ 1794.600597] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.611364] env[62284]: DEBUG nova.compute.utils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.612872] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526e6430-2fa2-7349-535c-835b7de69792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.613467] env[62284]: DEBUG nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1794.613746] env[62284]: DEBUG nova.network.neutron [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1794.675012] env[62284]: DEBUG nova.policy [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f97b660e4045059161d56a7633d018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00f62ead2ba741ffa14c3a4aa7711f1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1794.846194] env[62284]: DEBUG nova.network.neutron [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Updated VIF entry in instance network info cache for port 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.846569] env[62284]: DEBUG nova.network.neutron [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating instance_info_cache with network_info: [{"id": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "address": "fa:16:3e:1c:d3:4d", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6f6c53f1-f4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.858557] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.957458] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954601, 'name': Rename_Task, 'duration_secs': 0.427653} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.957458] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.957458] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-350b6e68-6303-4041-b926-c5f080047110 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.965080] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1794.965080] env[62284]: value = "task-1954602" [ 1794.965080] env[62284]: _type = "Task" [ 1794.965080] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.980408] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.988826] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954597, 'name': Destroy_Task, 'duration_secs': 1.144094} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.989050] env[62284]: INFO nova.compute.manager [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Took 34.49 seconds to build instance. [ 1794.990095] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Destroyed the VM [ 1794.990427] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1794.990987] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4178bc1-42b3-445c-9cb2-c23ed669c3cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.999835] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1794.999835] env[62284]: value = "task-1954603" [ 1794.999835] env[62284]: _type = "Task" [ 1794.999835] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.019348] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.031680] env[62284]: DEBUG nova.network.neutron [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Successfully created port: ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.112997] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526e6430-2fa2-7349-535c-835b7de69792, 'name': SearchDatastore_Task, 'duration_secs': 0.023629} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.114194] env[62284]: DEBUG nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.116937] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8803e0aa-9b45-41a2-b67f-8aeb7c54e349 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.125175] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1795.125175] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae5692-7922-1cda-c0cd-170c65cb3fa8" [ 1795.125175] env[62284]: _type = "Task" [ 1795.125175] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.131253] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Applying migration context for instance 24d5e16d-487c-48b0-b034-9204c0af2ea2 as it has an incoming, in-progress migration 9d17fadc-9d49-46d8-9d09-6d8fceca33ec. Migration status is post-migrating {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1795.135385] env[62284]: INFO nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating resource usage from migration 9d17fadc-9d49-46d8-9d09-6d8fceca33ec [ 1795.139081] env[62284]: INFO nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating resource usage from migration 32cbee34-79d5-4079-9bc9-5f837b47dcc8 [ 1795.139081] env[62284]: INFO nova.compute.manager [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Took 0.56 seconds to detach 1 volumes for instance. [ 1795.151207] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae5692-7922-1cda-c0cd-170c65cb3fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.174238] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 076233c5-52f4-43cd-8192-1f59281020b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.174615] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.174935] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f7cf5402-4409-4bd6-b173-cccca293b20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.175209] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4774c400-b889-4bec-a0d0-23ad78dc3084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.175459] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.175716] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance a2e28a49-8dd0-4378-bcab-9c44168d84ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.175953] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f6e25ebb-79f4-4197-a351-a603369068cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177073] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177073] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 9f720d75-6148-4fb1-934a-7c110953269e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177073] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 60e5ab9c-29f8-4bc7-a3be-07b267f12653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177073] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f22f9e16-5775-45d6-a75f-ef4e294c78b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177188] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1795.177188] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1795.177188] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c3ef0795-7325-4464-acaf-01f496d602c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177808] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d376c7ad-9725-4597-ab64-278178dea44f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177808] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 9c954371-b8e5-4b8d-a99f-d2f2d795394c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177808] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4102a78a-a5f7-48cc-9b28-4ee756553c83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.177808] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 91bd0705-6e68-4155-86dd-2675a9a3e45f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.178066] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 09b1d099-befe-4e35-9180-76ae8ba84163 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1795.178305] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 298ba832-f2a1-4518-9b83-0383605c5ec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.178488] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d95eea11-abb4-4438-a305-b369fdf3bb52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.178733] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.178794] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.178955] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Migration 9d17fadc-9d49-46d8-9d09-6d8fceca33ec is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1795.179138] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 24d5e16d-487c-48b0-b034-9204c0af2ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1795.285029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.350091] env[62284]: DEBUG oslo_concurrency.lockutils [req-e40ff710-27b6-4fbe-8182-a2d45c1b1631 req-9fed0b18-aafb-45d2-aee3-4f03778f4f26 service nova] Releasing lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.483630] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.491691] env[62284]: DEBUG oslo_concurrency.lockutils [None req-961d4fcb-3dec-4c60-95c0-970574ec2ac5 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.377s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.510748] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.637791] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae5692-7922-1cda-c0cd-170c65cb3fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.02309} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.638286] env[62284]: DEBUG oslo_concurrency.lockutils [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.638686] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. {{(pid=62284) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1795.639028] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d7a9c24-99f2-4bd7-a7c7-53390bfd8da7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.649819] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1795.649819] env[62284]: value = "task-1954604" [ 1795.649819] env[62284]: _type = "Task" [ 1795.649819] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.657052] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.663068] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.682974] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ac4947c0-722c-4dd4-9c43-63642fb76ac5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1795.979368] env[62284]: DEBUG oslo_vmware.api [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954602, 'name': PowerOnVM_Task, 'duration_secs': 0.840737} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.979788] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1795.979843] env[62284]: INFO nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1795.980026] env[62284]: DEBUG nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1795.980869] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a975ff3f-6780-41ea-80c8-598a8329590e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.011196] env[62284]: DEBUG oslo_vmware.api [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954603, 'name': RemoveSnapshot_Task, 'duration_secs': 0.77575} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.011784] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1796.012209] env[62284]: INFO nova.compute.manager [None req-eaf222ac-7d7f-4dd2-a03a-b3ef1f5888cc tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Took 17.99 seconds to snapshot the instance on the hypervisor. [ 1796.126953] env[62284]: DEBUG nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.157489] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.158064] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.158339] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.158617] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.158964] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.159244] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.159585] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.159850] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.160143] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.160409] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.160688] env[62284]: DEBUG nova.virt.hardware [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.161578] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56b9421-3364-478e-9b35-f6bbd39ac753 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.172133] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954604, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.176490] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc1aada-2e28-4e14-8016-e2c0acd907db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.186340] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c8916cc9-5174-40d1-9972-8cb40fa18a85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1796.504231] env[62284]: INFO nova.compute.manager [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Took 35.11 seconds to build instance. [ 1796.661165] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832692} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.661707] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. [ 1796.662729] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664d8425-cfdc-446b-a4d7-5e809604ac8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.693828] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.694837] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1063c253-87ef-4327-a2f5-fd941ce0f342 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.710137] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1023f77b-0f09-418a-adf1-d3e36bc41bc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1796.720789] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1796.720789] env[62284]: value = "task-1954605" [ 1796.720789] env[62284]: _type = "Task" [ 1796.720789] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.734017] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.010238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-780d35e5-ac4e-42ee-9908-1fd02a0c80a4 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.467s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.032122] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.032122] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.032122] env[62284]: DEBUG nova.compute.manager [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Going to confirm migration 2 {{(pid=62284) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1797.126516] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "ca6758db-5d65-4671-814c-957348d62858" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.185107] env[62284]: DEBUG nova.compute.manager [req-06f07401-66f2-4fb7-b3c2-c413777b87f8 req-b2369963-83d2-49ed-ba75-180a9917637f service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Received event network-changed-885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1797.185107] env[62284]: DEBUG nova.compute.manager [req-06f07401-66f2-4fb7-b3c2-c413777b87f8 req-b2369963-83d2-49ed-ba75-180a9917637f service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Refreshing instance network info cache due to event network-changed-885ce43d-bfb5-44bf-b965-dc14b8ad67c5. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1797.187302] env[62284]: DEBUG oslo_concurrency.lockutils [req-06f07401-66f2-4fb7-b3c2-c413777b87f8 req-b2369963-83d2-49ed-ba75-180a9917637f service nova] Acquiring lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.188167] env[62284]: DEBUG oslo_concurrency.lockutils [req-06f07401-66f2-4fb7-b3c2-c413777b87f8 req-b2369963-83d2-49ed-ba75-180a9917637f service nova] Acquired lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.188498] env[62284]: DEBUG nova.network.neutron [req-06f07401-66f2-4fb7-b3c2-c413777b87f8 req-b2369963-83d2-49ed-ba75-180a9917637f service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Refreshing network info cache for port 885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.211819] env[62284]: DEBUG nova.compute.manager [req-0b0bbd77-e9ef-43d8-8786-2573283a8a74 req-9264f871-414b-4a2d-b622-ce4dffbaad20 service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Received event network-vif-plugged-ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1797.211819] env[62284]: DEBUG oslo_concurrency.lockutils [req-0b0bbd77-e9ef-43d8-8786-2573283a8a74 req-9264f871-414b-4a2d-b622-ce4dffbaad20 service nova] Acquiring lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.212795] env[62284]: DEBUG oslo_concurrency.lockutils [req-0b0bbd77-e9ef-43d8-8786-2573283a8a74 req-9264f871-414b-4a2d-b622-ce4dffbaad20 service nova] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.212795] env[62284]: DEBUG oslo_concurrency.lockutils [req-0b0bbd77-e9ef-43d8-8786-2573283a8a74 req-9264f871-414b-4a2d-b622-ce4dffbaad20 service nova] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.213117] env[62284]: DEBUG nova.compute.manager [req-0b0bbd77-e9ef-43d8-8786-2573283a8a74 req-9264f871-414b-4a2d-b622-ce4dffbaad20 service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] No waiting events found dispatching network-vif-plugged-ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.213635] env[62284]: WARNING nova.compute.manager [req-0b0bbd77-e9ef-43d8-8786-2573283a8a74 req-9264f871-414b-4a2d-b622-ce4dffbaad20 service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Received unexpected event network-vif-plugged-ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 for instance with vm_state building and task_state spawning. [ 1797.215169] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 13bd7bc8-2322-4b50-a396-c24e6a3ad24f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1797.233906] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.300751] env[62284]: DEBUG nova.network.neutron [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Successfully updated port: ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.621758] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.622014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.622297] env[62284]: DEBUG nova.network.neutron [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.622546] env[62284]: DEBUG nova.objects.instance [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lazy-loading 'info_cache' on Instance uuid 24d5e16d-487c-48b0-b034-9204c0af2ea2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.718669] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 42f950dc-98e6-4270-9379-054b907e05c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1797.718841] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Migration 32cbee34-79d5-4079-9bc9-5f837b47dcc8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1797.719276] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance bfeaf525-4e5b-47df-aa69-81f0d438010e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1797.732741] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.801343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.801715] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.801962] env[62284]: DEBUG nova.network.neutron [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.993599] env[62284]: DEBUG nova.network.neutron [req-06f07401-66f2-4fb7-b3c2-c413777b87f8 req-b2369963-83d2-49ed-ba75-180a9917637f service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updated VIF entry in instance network info cache for port 885ce43d-bfb5-44bf-b965-dc14b8ad67c5. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.993936] env[62284]: DEBUG nova.network.neutron [req-06f07401-66f2-4fb7-b3c2-c413777b87f8 req-b2369963-83d2-49ed-ba75-180a9917637f service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updating instance_info_cache with network_info: [{"id": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "address": "fa:16:3e:d8:20:cf", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885ce43d-bf", "ovs_interfaceid": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.183774] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.184157] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.184529] env[62284]: INFO nova.compute.manager [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Rebooting instance [ 1798.221325] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance b6b46bc3-0825-4098-94b9-025bb0feba19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1798.222209] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1798.222209] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5248MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1798.240282] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954605, 'name': ReconfigVM_Task, 'duration_secs': 1.103187} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.240605] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.241485] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4034a3c9-39a4-4d5e-bbb4-e12a6e8bcf3d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.283780] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8bef254-b713-463e-ba0f-e5dd7a9a0b79 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.305927] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1798.305927] env[62284]: value = "task-1954606" [ 1798.305927] env[62284]: _type = "Task" [ 1798.305927] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.316670] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.350016] env[62284]: DEBUG nova.network.neutron [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.496333] env[62284]: DEBUG oslo_concurrency.lockutils [req-06f07401-66f2-4fb7-b3c2-c413777b87f8 req-b2369963-83d2-49ed-ba75-180a9917637f service nova] Releasing lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.560136] env[62284]: DEBUG nova.network.neutron [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Updating instance_info_cache with network_info: [{"id": "ae527fdd-a373-40c0-87fd-fe8e8e3fdf64", "address": "fa:16:3e:b8:f1:5c", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae527fdd-a3", "ovs_interfaceid": "ae527fdd-a373-40c0-87fd-fe8e8e3fdf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.713195] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.713696] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquired lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.713696] env[62284]: DEBUG nova.network.neutron [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.795513] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b9982e-6890-4e64-8b23-f0e129baa479 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.804052] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f035d19-bbdc-41d2-8675-491c986cc536 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.819611] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954606, 'name': ReconfigVM_Task, 'duration_secs': 0.178539} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.849566] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.850052] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e46e7eb-217e-447d-9fc2-313149cf3c0f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.855585] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3281858-da69-4620-9c2d-d04107981c6f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.642071] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.642422] env[62284]: DEBUG nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Instance network_info: |[{"id": "ae527fdd-a373-40c0-87fd-fe8e8e3fdf64", "address": "fa:16:3e:b8:f1:5c", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae527fdd-a3", "ovs_interfaceid": "ae527fdd-a373-40c0-87fd-fe8e8e3fdf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.646584] env[62284]: DEBUG nova.network.neutron [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance_info_cache with network_info: [{"id": "f50e222b-3202-4347-8b91-557b9af64ddb", "address": "fa:16:3e:06:46:95", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e222b-32", "ovs_interfaceid": "f50e222b-3202-4347-8b91-557b9af64ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.647858] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f1:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae527fdd-a373-40c0-87fd-fe8e8e3fdf64', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.655076] env[62284]: DEBUG oslo.service.loopingcall [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.656343] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbce71f-27ed-472e-bae5-a75665100117 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.661528] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1799.661528] env[62284]: value = "task-1954607" [ 1799.661528] env[62284]: _type = "Task" [ 1799.661528] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.662644] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-24d5e16d-487c-48b0-b034-9204c0af2ea2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.662875] env[62284]: DEBUG nova.objects.instance [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lazy-loading 'migration_context' on Instance uuid 24d5e16d-487c-48b0-b034-9204c0af2ea2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.664600] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.667436] env[62284]: DEBUG nova.compute.manager [req-5d8ac243-80f2-4f97-a805-ac52e7075b5c req-a743ba2a-0827-4f01-9adb-34275088db44 service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Received event network-changed-ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1799.667436] env[62284]: DEBUG nova.compute.manager [req-5d8ac243-80f2-4f97-a805-ac52e7075b5c req-a743ba2a-0827-4f01-9adb-34275088db44 service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Refreshing instance network info cache due to event network-changed-ae527fdd-a373-40c0-87fd-fe8e8e3fdf64. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1799.667436] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d8ac243-80f2-4f97-a805-ac52e7075b5c req-a743ba2a-0827-4f01-9adb-34275088db44 service nova] Acquiring lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.667436] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d8ac243-80f2-4f97-a805-ac52e7075b5c req-a743ba2a-0827-4f01-9adb-34275088db44 service nova] Acquired lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.667436] env[62284]: DEBUG nova.network.neutron [req-5d8ac243-80f2-4f97-a805-ac52e7075b5c req-a743ba2a-0827-4f01-9adb-34275088db44 service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Refreshing network info cache for port ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.667965] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22d83731-4d6d-4f0b-bc3d-a5e49b012fcd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.696792] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.707843] env[62284]: DEBUG oslo_vmware.api [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954607, 'name': PowerOnVM_Task, 'duration_secs': 0.465422} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.709875] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.711011] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.711011] env[62284]: value = "task-1954608" [ 1799.711011] env[62284]: _type = "Task" [ 1799.711011] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.712456] env[62284]: DEBUG nova.compute.manager [None req-be4ede0e-8295-408d-8cbd-16d6c401ea67 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.713766] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d5fdba-caec-46b3-968e-84d67ee8b473 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.728650] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954608, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.968324] env[62284]: DEBUG nova.network.neutron [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Updating instance_info_cache with network_info: [{"id": "a4c7359b-3c60-4be8-9e40-7f7ec1080961", "address": "fa:16:3e:ac:96:eb", "network": {"id": "e5924cf7-f776-40bc-86fa-441cf72c8896", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1635631488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0448dae7db8436c994ceac4a81c563a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c7359b-3c", "ovs_interfaceid": "a4c7359b-3c60-4be8-9e40-7f7ec1080961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.972956] env[62284]: DEBUG nova.network.neutron [req-5d8ac243-80f2-4f97-a805-ac52e7075b5c req-a743ba2a-0827-4f01-9adb-34275088db44 service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Updated VIF entry in instance network info cache for port ae527fdd-a373-40c0-87fd-fe8e8e3fdf64. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.974367] env[62284]: DEBUG nova.network.neutron [req-5d8ac243-80f2-4f97-a805-ac52e7075b5c req-a743ba2a-0827-4f01-9adb-34275088db44 service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Updating instance_info_cache with network_info: [{"id": "ae527fdd-a373-40c0-87fd-fe8e8e3fdf64", "address": "fa:16:3e:b8:f1:5c", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae527fdd-a3", "ovs_interfaceid": "ae527fdd-a373-40c0-87fd-fe8e8e3fdf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.169095] env[62284]: DEBUG nova.objects.base [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Object Instance<24d5e16d-487c-48b0-b034-9204c0af2ea2> lazy-loaded attributes: info_cache,migration_context {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1800.171074] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f0d446-6c73-4e0a-9cdc-62e152e41fff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.196811] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f572ae04-2d19-411c-ae68-5c131cfcd89b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.204628] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.209730] env[62284]: DEBUG oslo_vmware.api [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1800.209730] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b5a062-3299-3451-e669-e24bacb9b091" [ 1800.209730] env[62284]: _type = "Task" [ 1800.209730] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.229919] env[62284]: DEBUG oslo_vmware.api [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b5a062-3299-3451-e669-e24bacb9b091, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.234452] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.239755] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954608, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.297682] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquiring lock "8aae663c-1904-4298-b9eb-448639b0bba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.297951] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "8aae663c-1904-4298-b9eb-448639b0bba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.465760] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.465760] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.465760] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.465760] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.465985] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.467835] env[62284]: INFO nova.compute.manager [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Terminating instance [ 1800.472769] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Releasing lock "refresh_cache-c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.477497] env[62284]: DEBUG oslo_concurrency.lockutils [req-5d8ac243-80f2-4f97-a805-ac52e7075b5c req-a743ba2a-0827-4f01-9adb-34275088db44 service nova] Releasing lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.711323] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1800.713259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.606s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.713259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.316s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.714056] env[62284]: INFO nova.compute.claims [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.729269] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954608, 'name': CreateVM_Task, 'duration_secs': 0.650996} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.729433] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.730123] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.730280] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.731056] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.731056] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9258a3d3-4f3e-411a-8dc1-bd8919887be0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.737673] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1800.737673] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527e4310-d549-da38-866f-1d211fcb725f" [ 1800.737673] env[62284]: _type = "Task" [ 1800.737673] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.747170] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527e4310-d549-da38-866f-1d211fcb725f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.800650] env[62284]: DEBUG nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1800.845802] env[62284]: INFO nova.compute.manager [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Unrescuing [ 1800.845972] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.846149] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquired lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.846318] env[62284]: DEBUG nova.network.neutron [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.972999] env[62284]: DEBUG nova.compute.manager [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1800.973280] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1800.974213] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0190af74-6830-4707-a4da-fd15ad457a2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.979318] env[62284]: DEBUG nova.compute.manager [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.980147] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e727dc-781b-4a1a-8288-be2a23de738b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.992591] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.994768] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-456accd3-7ce8-4645-9078-08e0060debe4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.005541] env[62284]: DEBUG oslo_vmware.api [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1801.005541] env[62284]: value = "task-1954609" [ 1801.005541] env[62284]: _type = "Task" [ 1801.005541] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.016257] env[62284]: DEBUG oslo_vmware.api [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.261449] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527e4310-d549-da38-866f-1d211fcb725f, 'name': SearchDatastore_Task, 'duration_secs': 0.030037} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.261847] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.262106] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.262354] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.262515] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.262754] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.263996] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58d10312-c79e-440e-bdae-0a22f5bbec60 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.274906] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.275288] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.276208] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-012b05d9-7b85-4d93-8dc5-cc0899f5ddd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.282472] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1801.282472] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5260a5c8-3452-c865-9523-84044fdfea7c" [ 1801.282472] env[62284]: _type = "Task" [ 1801.282472] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.290967] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5260a5c8-3452-c865-9523-84044fdfea7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.324540] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.518695] env[62284]: DEBUG oslo_vmware.api [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954609, 'name': PowerOffVM_Task, 'duration_secs': 0.320876} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.519020] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.519201] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1801.519462] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a06d227-6f9d-4ba9-83d9-af2466a79e05 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.606439] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1801.606988] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1801.607244] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Deleting the datastore file [datastore1] 60e5ab9c-29f8-4bc7-a3be-07b267f12653 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1801.607558] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918dda1a-adf6-4538-85a0-7eb77fcce221 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.617605] env[62284]: DEBUG oslo_vmware.api [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1801.617605] env[62284]: value = "task-1954611" [ 1801.617605] env[62284]: _type = "Task" [ 1801.617605] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.628865] env[62284]: DEBUG oslo_vmware.api [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.638294] env[62284]: DEBUG nova.network.neutron [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Updating instance_info_cache with network_info: [{"id": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "address": "fa:16:3e:a8:f6:d4", "network": {"id": "c7f09861-06de-4a38-8160-7b6709a4d350", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1064581945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e814872cb04346ecb27e498345c642d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cb13e3-39", "ovs_interfaceid": "a2cb13e3-3997-4a3e-9fed-dacb310155a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.798393] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5260a5c8-3452-c865-9523-84044fdfea7c, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.799726] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38bcf44-7af1-4ee5-b8b3-4cf9f0356ed0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.807752] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1801.807752] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52977849-6893-6cb6-ec1a-a8451f17b350" [ 1801.807752] env[62284]: _type = "Task" [ 1801.807752] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.822368] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52977849-6893-6cb6-ec1a-a8451f17b350, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.824983] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.825263] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a/1e6b736e-3920-434d-9ac2-2f8f1bf79a6a.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.825687] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380a05fd-bf21-46d7-8dc3-30ede0c0d9e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.835244] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1801.835244] env[62284]: value = "task-1954612" [ 1801.835244] env[62284]: _type = "Task" [ 1801.835244] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.846737] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.007022] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6014433c-49e4-4c76-882c-056cd2039fe5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.019357] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Doing hard reboot of VM {{(pid=62284) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1802.019357] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1e62bdea-d2e1-473e-ac39-5b9514b54840 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.027993] env[62284]: DEBUG oslo_vmware.api [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1802.027993] env[62284]: value = "task-1954613" [ 1802.027993] env[62284]: _type = "Task" [ 1802.027993] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.042572] env[62284]: DEBUG oslo_vmware.api [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954613, 'name': ResetVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.133456] env[62284]: DEBUG oslo_vmware.api [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149823} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.133803] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1802.133992] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1802.134181] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1802.134356] env[62284]: INFO nova.compute.manager [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1802.134608] env[62284]: DEBUG oslo.service.loopingcall [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.134823] env[62284]: DEBUG nova.compute.manager [-] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1802.134917] env[62284]: DEBUG nova.network.neutron [-] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1802.140414] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Releasing lock "refresh_cache-298ba832-f2a1-4518-9b83-0383605c5ec9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.141107] env[62284]: DEBUG nova.objects.instance [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lazy-loading 'flavor' on Instance uuid 298ba832-f2a1-4518-9b83-0383605c5ec9 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.240303] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090c1dc-1ec2-450e-a8a4-039670e345d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.249123] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ff77d-b542-4136-b764-d965c18542e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.293434] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48b584-2561-4e11-b9c6-5a8def5ea206 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.304017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95afe313-4e90-475b-a129-5acdc42e1e65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.318990] env[62284]: DEBUG nova.compute.provider_tree [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.347901] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954612, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.467349] env[62284]: DEBUG nova.compute.manager [req-c579f341-2457-4b15-b847-847b570624d8 req-bd5fcd4b-0202-4e8e-9022-a2505c8821de service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Received event network-vif-deleted-7204a559-d41c-441e-82e0-3eff3ef54e92 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1802.467562] env[62284]: INFO nova.compute.manager [req-c579f341-2457-4b15-b847-847b570624d8 req-bd5fcd4b-0202-4e8e-9022-a2505c8821de service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Neutron deleted interface 7204a559-d41c-441e-82e0-3eff3ef54e92; detaching it from the instance and deleting it from the info cache [ 1802.467738] env[62284]: DEBUG nova.network.neutron [req-c579f341-2457-4b15-b847-847b570624d8 req-bd5fcd4b-0202-4e8e-9022-a2505c8821de service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.538461] env[62284]: DEBUG oslo_vmware.api [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954613, 'name': ResetVM_Task, 'duration_secs': 0.106492} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.538776] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Did hard reboot of VM {{(pid=62284) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1802.538998] env[62284]: DEBUG nova.compute.manager [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.539800] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e3500c-9e21-4872-a93e-23d055789c33 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.647303] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c19458-afcd-4499-844d-f6b3210b8ae8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.668726] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.669063] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb8d29f-9dc9-40e7-8b56-abbb23eb0cea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.677681] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1802.677681] env[62284]: value = "task-1954614" [ 1802.677681] env[62284]: _type = "Task" [ 1802.677681] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.686392] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.823614] env[62284]: DEBUG nova.scheduler.client.report [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.849149] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549643} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.849426] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a/1e6b736e-3920-434d-9ac2-2f8f1bf79a6a.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.849638] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.849891] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c31b1453-62ea-48bb-af82-a54323a1fe9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.857567] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1802.857567] env[62284]: value = "task-1954615" [ 1802.857567] env[62284]: _type = "Task" [ 1802.857567] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.866729] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.946342] env[62284]: DEBUG nova.network.neutron [-] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.970892] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb5f434c-2063-4594-b51e-f2bc3a54b54f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.982016] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1702c0b-6ad5-42c8-9cdb-cf3b1d1259e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.021666] env[62284]: DEBUG nova.compute.manager [req-c579f341-2457-4b15-b847-847b570624d8 req-bd5fcd4b-0202-4e8e-9022-a2505c8821de service nova] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Detach interface failed, port_id=7204a559-d41c-441e-82e0-3eff3ef54e92, reason: Instance 60e5ab9c-29f8-4bc7-a3be-07b267f12653 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1803.055051] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4b2674d-d5e9-49bd-a4f4-609247807645 tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.871s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.190090] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954614, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.330057] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.330478] env[62284]: DEBUG nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1803.335050] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.956s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.336579] env[62284]: INFO nova.compute.claims [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.368363] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068002} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.368654] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.369905] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cbdc26-22f5-4b85-b8c2-7dbbe8165538 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.393391] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a/1e6b736e-3920-434d-9ac2-2f8f1bf79a6a.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.393978] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bfa5eaa-9c68-4b3a-9f4f-eff6a7e35218 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.414698] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1803.414698] env[62284]: value = "task-1954616" [ 1803.414698] env[62284]: _type = "Task" [ 1803.414698] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.423299] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.448946] env[62284]: INFO nova.compute.manager [-] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Took 1.31 seconds to deallocate network for instance. [ 1803.689074] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954614, 'name': PowerOffVM_Task, 'duration_secs': 0.555027} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.689368] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.695099] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1803.695388] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a7de56-ac46-4c5c-9db0-f4824c8581af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.721072] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1803.721072] env[62284]: value = "task-1954617" [ 1803.721072] env[62284]: _type = "Task" [ 1803.721072] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.730764] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.842909] env[62284]: DEBUG nova.compute.utils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.847075] env[62284]: DEBUG nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1803.847309] env[62284]: DEBUG nova.network.neutron [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.920754] env[62284]: DEBUG nova.policy [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e40101b6859476e82a0e0f99d01b635', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c096ef153e4cb181db153b8bf0d791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1803.928240] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.957677] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.214957] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.215457] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.215906] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.216210] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.216483] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.218756] env[62284]: INFO nova.compute.manager [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Terminating instance [ 1804.232675] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954617, 'name': ReconfigVM_Task, 'duration_secs': 0.308655} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.233591] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1804.233843] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.234126] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd08e01e-a183-4852-b183-e5809791fc42 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.243630] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1804.243630] env[62284]: value = "task-1954618" [ 1804.243630] env[62284]: _type = "Task" [ 1804.243630] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.249540] env[62284]: DEBUG nova.network.neutron [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Successfully created port: 71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1804.256894] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.353677] env[62284]: DEBUG nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1804.427084] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954616, 'name': ReconfigVM_Task, 'duration_secs': 0.563846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.427548] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a/1e6b736e-3920-434d-9ac2-2f8f1bf79a6a.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.428364] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7405e4e4-5669-4918-905d-e1038ee14223 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.438543] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1804.438543] env[62284]: value = "task-1954619" [ 1804.438543] env[62284]: _type = "Task" [ 1804.438543] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.453323] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954619, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.727409] env[62284]: DEBUG nova.compute.manager [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1804.727409] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.728514] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4933d44-2d53-4413-9946-86db1ef93472 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.746086] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.749714] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bceee5b-1515-4e87-a384-4ead8aad0f22 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.765461] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.767143] env[62284]: DEBUG oslo_vmware.api [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1804.767143] env[62284]: value = "task-1954620" [ 1804.767143] env[62284]: _type = "Task" [ 1804.767143] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.777880] env[62284]: DEBUG oslo_vmware.api [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.906954] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1281ee-173d-489d-8ba8-5334cc796c07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.916315] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9519de45-1d4b-46ca-8f1e-75d89ca8b1c0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.954010] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a4199d-857f-46ab-ad80-bba99bedd753 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.965518] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f59a7c7-7e09-4eda-9045-c3c992222b81 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.969578] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954619, 'name': Rename_Task, 'duration_secs': 0.227426} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.969926] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.970558] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036203da-6887-4b11-9593-df7387a8def3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.981523] env[62284]: DEBUG nova.compute.provider_tree [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.985443] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1804.985443] env[62284]: value = "task-1954621" [ 1804.985443] env[62284]: _type = "Task" [ 1804.985443] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.003011] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954621, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.257079] env[62284]: DEBUG oslo_vmware.api [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954618, 'name': PowerOnVM_Task, 'duration_secs': 0.540244} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.257079] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1805.257239] env[62284]: DEBUG nova.compute.manager [None req-ca568768-452f-4627-acfe-ea383760c78e tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.258061] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c205d5c-730f-4db0-9dfe-758a5000bfcf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.276035] env[62284]: DEBUG oslo_vmware.api [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954620, 'name': PowerOffVM_Task, 'duration_secs': 0.355121} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.276035] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.276190] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.276449] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-180e07e5-2fd1-4862-98d8-6ee3fb0c67d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.365027] env[62284]: DEBUG nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1805.389686] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1805.389956] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.390167] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1805.390361] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.390511] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1805.390658] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1805.390867] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1805.391042] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1805.391216] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1805.391401] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1805.391596] env[62284]: DEBUG nova.virt.hardware [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1805.392436] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77756839-7dcc-4723-99f0-214648062d50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.400956] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f1829f-7f89-4d8c-9dfb-640de114db5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.428117] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.428375] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.428550] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Deleting the datastore file [datastore1] c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.428845] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63473148-ce39-497a-8c31-3ecd12160024 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.436463] env[62284]: DEBUG oslo_vmware.api [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for the task: (returnval){ [ 1805.436463] env[62284]: value = "task-1954623" [ 1805.436463] env[62284]: _type = "Task" [ 1805.436463] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.445595] env[62284]: DEBUG oslo_vmware.api [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.487945] env[62284]: DEBUG nova.scheduler.client.report [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.501856] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954621, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.949306] env[62284]: DEBUG oslo_vmware.api [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Task: {'id': task-1954623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173275} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.949306] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.949717] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.949717] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.949928] env[62284]: INFO nova.compute.manager [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1805.950309] env[62284]: DEBUG oslo.service.loopingcall [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.950588] env[62284]: DEBUG nova.compute.manager [-] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1805.950728] env[62284]: DEBUG nova.network.neutron [-] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1805.995838] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.999024] env[62284]: DEBUG nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1805.999562] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.485s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.999562] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.001487] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.342s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.001664] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.003396] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.125s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.016191] env[62284]: DEBUG oslo_vmware.api [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954621, 'name': PowerOnVM_Task, 'duration_secs': 0.607276} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.016518] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.016720] env[62284]: INFO nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1806.016898] env[62284]: DEBUG nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.018979] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8b52fb-a944-4ef9-9da6-8fb2cb828bf9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.038872] env[62284]: INFO nova.scheduler.client.report [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Deleted allocations for instance 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9 [ 1806.044753] env[62284]: INFO nova.scheduler.client.report [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleted allocations for instance 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3 [ 1806.160971] env[62284]: DEBUG nova.compute.manager [req-8aa7e1ba-9c08-4ed9-9d85-86720d3cc600 req-ded62f93-076b-4b8b-99c1-a20c464cafcd service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Received event network-vif-plugged-71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1806.161210] env[62284]: DEBUG oslo_concurrency.lockutils [req-8aa7e1ba-9c08-4ed9-9d85-86720d3cc600 req-ded62f93-076b-4b8b-99c1-a20c464cafcd service nova] Acquiring lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.161418] env[62284]: DEBUG oslo_concurrency.lockutils [req-8aa7e1ba-9c08-4ed9-9d85-86720d3cc600 req-ded62f93-076b-4b8b-99c1-a20c464cafcd service nova] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.161582] env[62284]: DEBUG oslo_concurrency.lockutils [req-8aa7e1ba-9c08-4ed9-9d85-86720d3cc600 req-ded62f93-076b-4b8b-99c1-a20c464cafcd service nova] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.161780] env[62284]: DEBUG nova.compute.manager [req-8aa7e1ba-9c08-4ed9-9d85-86720d3cc600 req-ded62f93-076b-4b8b-99c1-a20c464cafcd service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] No waiting events found dispatching network-vif-plugged-71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1806.161965] env[62284]: WARNING nova.compute.manager [req-8aa7e1ba-9c08-4ed9-9d85-86720d3cc600 req-ded62f93-076b-4b8b-99c1-a20c464cafcd service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Received unexpected event network-vif-plugged-71bb5502-ad45-4647-8652-6294f13f4134 for instance with vm_state building and task_state spawning. [ 1806.226505] env[62284]: DEBUG nova.network.neutron [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Successfully updated port: 71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1806.433255] env[62284]: DEBUG nova.compute.manager [req-5434e89d-e748-477a-9fe7-7fad6e18ee41 req-3d007fac-88cb-4bd8-a25b-d4dc521a4c9e service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Received event network-vif-deleted-a4c7359b-3c60-4be8-9e40-7f7ec1080961 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1806.433255] env[62284]: INFO nova.compute.manager [req-5434e89d-e748-477a-9fe7-7fad6e18ee41 req-3d007fac-88cb-4bd8-a25b-d4dc521a4c9e service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Neutron deleted interface a4c7359b-3c60-4be8-9e40-7f7ec1080961; detaching it from the instance and deleting it from the info cache [ 1806.433255] env[62284]: DEBUG nova.network.neutron [req-5434e89d-e748-477a-9fe7-7fad6e18ee41 req-3d007fac-88cb-4bd8-a25b-d4dc521a4c9e service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.510417] env[62284]: DEBUG nova.compute.utils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.514793] env[62284]: INFO nova.compute.claims [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.519935] env[62284]: DEBUG nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.521037] env[62284]: DEBUG nova.network.neutron [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.555043] env[62284]: DEBUG oslo_concurrency.lockutils [None req-86f718f4-5c34-4466-9f45-8d237fc92b4e tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.571s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.557719] env[62284]: INFO nova.compute.manager [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Took 41.46 seconds to build instance. [ 1806.567793] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7177ebd8-22ee-4381-a794-35fb74833db3 tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "692dbee1-4ba7-4b4e-877d-afc69bdcd7b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.542s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.584345] env[62284]: DEBUG nova.policy [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0cb07e69a4448169a15a91e90925b63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01f30355ec549c7a6043a0122e280f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.729965] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.730154] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.730281] env[62284]: DEBUG nova.network.neutron [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.792027] env[62284]: DEBUG nova.network.neutron [-] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.898227] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "298ba832-f2a1-4518-9b83-0383605c5ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.899278] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "298ba832-f2a1-4518-9b83-0383605c5ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.899278] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "298ba832-f2a1-4518-9b83-0383605c5ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.899278] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "298ba832-f2a1-4518-9b83-0383605c5ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.899278] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "298ba832-f2a1-4518-9b83-0383605c5ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.901378] env[62284]: INFO nova.compute.manager [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Terminating instance [ 1806.936195] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4c80227-dcc7-47d9-89c8-b892ffdf5ba0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.952935] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71252551-d2b5-4990-9145-6b3d90601818 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.966729] env[62284]: DEBUG nova.network.neutron [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Successfully created port: 94d63dde-52de-4346-b913-1e7c0b9e181a {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.997330] env[62284]: DEBUG nova.compute.manager [req-5434e89d-e748-477a-9fe7-7fad6e18ee41 req-3d007fac-88cb-4bd8-a25b-d4dc521a4c9e service nova] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Detach interface failed, port_id=a4c7359b-3c60-4be8-9e40-7f7ec1080961, reason: Instance c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1807.020369] env[62284]: DEBUG nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.024616] env[62284]: INFO nova.compute.resource_tracker [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating resource usage from migration 32cbee34-79d5-4079-9bc9-5f837b47dcc8 [ 1807.060178] env[62284]: DEBUG oslo_concurrency.lockutils [None req-39bb1bfe-353c-412c-86f4-45389cd72c69 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.054s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.277248] env[62284]: DEBUG nova.network.neutron [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1807.294796] env[62284]: INFO nova.compute.manager [-] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Took 1.34 seconds to deallocate network for instance. [ 1807.407172] env[62284]: DEBUG nova.compute.manager [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1807.407558] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.408532] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf195d4-fe64-4af4-b470-6bdfdca2167a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.416943] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.417275] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d066638-51a2-43a5-9910-2940d1781d96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.428599] env[62284]: DEBUG oslo_vmware.api [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1807.428599] env[62284]: value = "task-1954624" [ 1807.428599] env[62284]: _type = "Task" [ 1807.428599] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.442598] env[62284]: DEBUG oslo_vmware.api [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.486566] env[62284]: DEBUG nova.network.neutron [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Updating instance_info_cache with network_info: [{"id": "71bb5502-ad45-4647-8652-6294f13f4134", "address": "fa:16:3e:3b:22:b5", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bb5502-ad", "ovs_interfaceid": "71bb5502-ad45-4647-8652-6294f13f4134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.519780] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "0664da9f-b4a4-40de-8ff2-89f301c292dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.520338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "0664da9f-b4a4-40de-8ff2-89f301c292dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.642524] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b61fe-b398-4c1c-aec8-0298182f0f12 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.653023] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa0ee95-6705-4011-86e8-d76998acafc6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.686937] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecbbd7d-2f70-448e-8160-9e21f3669df9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.696456] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f4f8e1-3daa-4e74-bd4c-9c6017320d60 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.710842] env[62284]: DEBUG nova.compute.provider_tree [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.802463] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.940036] env[62284]: DEBUG oslo_vmware.api [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954624, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.990269] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.990636] env[62284]: DEBUG nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Instance network_info: |[{"id": "71bb5502-ad45-4647-8652-6294f13f4134", "address": "fa:16:3e:3b:22:b5", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bb5502-ad", "ovs_interfaceid": "71bb5502-ad45-4647-8652-6294f13f4134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1807.991103] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:22:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71bb5502-ad45-4647-8652-6294f13f4134', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.999221] env[62284]: DEBUG oslo.service.loopingcall [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.999488] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.999718] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d564ee65-acd1-4439-bb8c-5632e646b6c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.023928] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1808.023928] env[62284]: value = "task-1954625" [ 1808.023928] env[62284]: _type = "Task" [ 1808.023928] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.024442] env[62284]: DEBUG nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1808.037640] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954625, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.039934] env[62284]: DEBUG nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.066259] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.066509] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.066673] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.066854] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.067095] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.067200] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.067594] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.067709] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.068312] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.068312] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.068312] env[62284]: DEBUG nova.virt.hardware [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.069290] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a6085b-742d-42ff-b41e-37b416f9c801 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.078480] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d78fee-27a3-4d84-9234-d4c564317be6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.214521] env[62284]: DEBUG nova.scheduler.client.report [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.314959] env[62284]: DEBUG nova.compute.manager [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Received event network-changed-71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.315359] env[62284]: DEBUG nova.compute.manager [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Refreshing instance network info cache due to event network-changed-71bb5502-ad45-4647-8652-6294f13f4134. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1808.315560] env[62284]: DEBUG oslo_concurrency.lockutils [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] Acquiring lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.315729] env[62284]: DEBUG oslo_concurrency.lockutils [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] Acquired lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.316511] env[62284]: DEBUG nova.network.neutron [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Refreshing network info cache for port 71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.442890] env[62284]: DEBUG oslo_vmware.api [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954624, 'name': PowerOffVM_Task, 'duration_secs': 0.610229} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.442890] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1808.443193] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1808.443329] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d741a8d0-7362-4b6a-b026-6721e72b9ce8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.536017] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954625, 'name': CreateVM_Task, 'duration_secs': 0.376561} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.538776] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.540424] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.540585] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.541186] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.541514] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955bfd16-cdba-42ea-879b-297ee088519f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.548881] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1808.548881] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5248cf01-b118-315a-c2a6-e937027a41a2" [ 1808.548881] env[62284]: _type = "Task" [ 1808.548881] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.561051] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5248cf01-b118-315a-c2a6-e937027a41a2, 'name': SearchDatastore_Task} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.562522] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.562907] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.563384] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.563701] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.563958] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.564437] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.564789] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d953159d-5d92-4200-ac18-0d13f35d79fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.575791] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.576043] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.576852] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8287cc2e-df1f-4ad0-9f8d-ed9c55038d3a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.583582] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1808.583582] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ef1f07-f371-b52d-aec4-053711ce9817" [ 1808.583582] env[62284]: _type = "Task" [ 1808.583582] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.593472] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ef1f07-f371-b52d-aec4-053711ce9817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.607241] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.607598] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.607862] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Deleting the datastore file [datastore1] 298ba832-f2a1-4518-9b83-0383605c5ec9 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.608219] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82077423-f49a-4e97-9e66-2ed6671b1f6b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.616059] env[62284]: DEBUG oslo_vmware.api [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1808.616059] env[62284]: value = "task-1954627" [ 1808.616059] env[62284]: _type = "Task" [ 1808.616059] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.625998] env[62284]: DEBUG oslo_vmware.api [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.720524] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.717s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.720751] env[62284]: INFO nova.compute.manager [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Migrating [ 1808.729422] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.036s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.730968] env[62284]: INFO nova.compute.claims [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.885977] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.885977] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.886219] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.886415] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.886586] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.892519] env[62284]: INFO nova.compute.manager [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Terminating instance [ 1808.967296] env[62284]: DEBUG nova.network.neutron [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Successfully updated port: 94d63dde-52de-4346-b913-1e7c0b9e181a {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.973108] env[62284]: DEBUG nova.compute.manager [req-c65118ae-9946-4df1-9a7b-26125355bf5e req-e72308ad-632b-43a9-a483-ee7985e79dfa service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Received event network-vif-plugged-94d63dde-52de-4346-b913-1e7c0b9e181a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.973108] env[62284]: DEBUG oslo_concurrency.lockutils [req-c65118ae-9946-4df1-9a7b-26125355bf5e req-e72308ad-632b-43a9-a483-ee7985e79dfa service nova] Acquiring lock "c8916cc9-5174-40d1-9972-8cb40fa18a85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.973919] env[62284]: DEBUG oslo_concurrency.lockutils [req-c65118ae-9946-4df1-9a7b-26125355bf5e req-e72308ad-632b-43a9-a483-ee7985e79dfa service nova] Lock "c8916cc9-5174-40d1-9972-8cb40fa18a85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.974175] env[62284]: DEBUG oslo_concurrency.lockutils [req-c65118ae-9946-4df1-9a7b-26125355bf5e req-e72308ad-632b-43a9-a483-ee7985e79dfa service nova] Lock "c8916cc9-5174-40d1-9972-8cb40fa18a85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.974366] env[62284]: DEBUG nova.compute.manager [req-c65118ae-9946-4df1-9a7b-26125355bf5e req-e72308ad-632b-43a9-a483-ee7985e79dfa service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] No waiting events found dispatching network-vif-plugged-94d63dde-52de-4346-b913-1e7c0b9e181a {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.974540] env[62284]: WARNING nova.compute.manager [req-c65118ae-9946-4df1-9a7b-26125355bf5e req-e72308ad-632b-43a9-a483-ee7985e79dfa service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Received unexpected event network-vif-plugged-94d63dde-52de-4346-b913-1e7c0b9e181a for instance with vm_state building and task_state spawning. [ 1809.059729] env[62284]: DEBUG nova.network.neutron [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Updated VIF entry in instance network info cache for port 71bb5502-ad45-4647-8652-6294f13f4134. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1809.060163] env[62284]: DEBUG nova.network.neutron [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Updating instance_info_cache with network_info: [{"id": "71bb5502-ad45-4647-8652-6294f13f4134", "address": "fa:16:3e:3b:22:b5", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bb5502-ad", "ovs_interfaceid": "71bb5502-ad45-4647-8652-6294f13f4134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.094683] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ef1f07-f371-b52d-aec4-053711ce9817, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.095502] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4784964a-3471-4028-9b34-35c84d16348d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.101221] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1809.101221] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf3487-7f00-117f-bdc9-44b021dc3d43" [ 1809.101221] env[62284]: _type = "Task" [ 1809.101221] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.108253] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf3487-7f00-117f-bdc9-44b021dc3d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.124029] env[62284]: DEBUG oslo_vmware.api [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194899} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.124284] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.124479] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.124647] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.124836] env[62284]: INFO nova.compute.manager [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1809.125101] env[62284]: DEBUG oslo.service.loopingcall [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.125295] env[62284]: DEBUG nova.compute.manager [-] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.125390] env[62284]: DEBUG nova.network.neutron [-] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.248632] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.248815] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.248994] env[62284]: DEBUG nova.network.neutron [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.399612] env[62284]: DEBUG nova.compute.manager [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1809.399742] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.400671] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd8aba-6f2d-4fef-baba-987b1c0752fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.409602] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.409863] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88f4faf7-fe0c-413a-922f-c920f4c8e384 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.418274] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1809.418274] env[62284]: value = "task-1954628" [ 1809.418274] env[62284]: _type = "Task" [ 1809.418274] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.427053] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.470061] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "refresh_cache-c8916cc9-5174-40d1-9972-8cb40fa18a85" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.470231] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "refresh_cache-c8916cc9-5174-40d1-9972-8cb40fa18a85" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.470385] env[62284]: DEBUG nova.network.neutron [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.562804] env[62284]: DEBUG oslo_concurrency.lockutils [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] Releasing lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.563766] env[62284]: DEBUG nova.compute.manager [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Received event network-changed-ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1809.563766] env[62284]: DEBUG nova.compute.manager [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Refreshing instance network info cache due to event network-changed-ae527fdd-a373-40c0-87fd-fe8e8e3fdf64. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1809.563766] env[62284]: DEBUG oslo_concurrency.lockutils [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] Acquiring lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.564547] env[62284]: DEBUG oslo_concurrency.lockutils [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] Acquired lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.564861] env[62284]: DEBUG nova.network.neutron [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Refreshing network info cache for port ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1809.612640] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf3487-7f00-117f-bdc9-44b021dc3d43, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.612941] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.613229] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5/ac4947c0-722c-4dd4-9c43-63642fb76ac5.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.613494] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ac4f7ff-0fd3-4c5b-9611-bfb38bded299 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.622600] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1809.622600] env[62284]: value = "task-1954629" [ 1809.622600] env[62284]: _type = "Task" [ 1809.622600] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.630585] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.884964] env[62284]: DEBUG nova.network.neutron [-] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.934482] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954628, 'name': PowerOffVM_Task, 'duration_secs': 0.205003} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.936250] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.936250] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.936250] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15871054-8ab6-417f-a441-28568a91c194 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.017550] env[62284]: DEBUG nova.network.neutron [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.035263] env[62284]: DEBUG nova.network.neutron [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance_info_cache with network_info: [{"id": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "address": "fa:16:3e:70:a4:67", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb6f9f6-2f", "ovs_interfaceid": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.041016] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1810.041352] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1810.041896] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Deleting the datastore file [datastore1] 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1810.041896] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-182b2e99-a4a6-4814-af5f-cf3e8daddd62 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.050930] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for the task: (returnval){ [ 1810.050930] env[62284]: value = "task-1954631" [ 1810.050930] env[62284]: _type = "Task" [ 1810.050930] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.060225] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.137048] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.207494] env[62284]: DEBUG nova.network.neutron [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Updating instance_info_cache with network_info: [{"id": "94d63dde-52de-4346-b913-1e7c0b9e181a", "address": "fa:16:3e:77:5b:d4", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d63dde-52", "ovs_interfaceid": "94d63dde-52de-4346-b913-1e7c0b9e181a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.260493] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5769a76b-3f20-4eff-ad9c-8c82babceb40 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.268950] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefeb84a-a0ae-43a3-802a-1ce87dd0eb39 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.301317] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff916a23-f99b-4b32-808c-ffc94673064b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.309320] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d634b5f-4e5e-4128-b847-e22c78ce918a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.323928] env[62284]: DEBUG nova.compute.provider_tree [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.338421] env[62284]: DEBUG nova.network.neutron [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Updated VIF entry in instance network info cache for port ae527fdd-a373-40c0-87fd-fe8e8e3fdf64. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1810.338780] env[62284]: DEBUG nova.network.neutron [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Updating instance_info_cache with network_info: [{"id": "ae527fdd-a373-40c0-87fd-fe8e8e3fdf64", "address": "fa:16:3e:b8:f1:5c", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae527fdd-a3", "ovs_interfaceid": "ae527fdd-a373-40c0-87fd-fe8e8e3fdf64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.343733] env[62284]: DEBUG nova.compute.manager [req-0d74c858-b249-4a22-81f1-9d01b5f87b49 req-9b37847a-243d-4dc7-9410-a0503b2ceb86 service nova] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Received event network-vif-deleted-a2cb13e3-3997-4a3e-9fed-dacb310155a1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1810.392045] env[62284]: INFO nova.compute.manager [-] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Took 1.26 seconds to deallocate network for instance. [ 1810.539111] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.562146] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.633218] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.713630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "refresh_cache-c8916cc9-5174-40d1-9972-8cb40fa18a85" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.714185] env[62284]: DEBUG nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Instance network_info: |[{"id": "94d63dde-52de-4346-b913-1e7c0b9e181a", "address": "fa:16:3e:77:5b:d4", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d63dde-52", "ovs_interfaceid": "94d63dde-52de-4346-b913-1e7c0b9e181a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.714583] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:5b:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94d63dde-52de-4346-b913-1e7c0b9e181a', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.722385] env[62284]: DEBUG oslo.service.loopingcall [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.722628] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.722850] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3c50962-f99f-40d5-82b4-8ce92629a05a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.745295] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.745295] env[62284]: value = "task-1954632" [ 1810.745295] env[62284]: _type = "Task" [ 1810.745295] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.753718] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954632, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.827489] env[62284]: DEBUG nova.scheduler.client.report [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.841517] env[62284]: DEBUG oslo_concurrency.lockutils [req-9353085b-1cd3-414b-bb95-98f8c36b36db req-1d176c84-b3b2-4c6d-9199-bac45a08826b service nova] Releasing lock "refresh_cache-1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.896593] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.997268] env[62284]: DEBUG nova.compute.manager [req-6598d6af-a8e9-4a65-ad06-59f0a59acf94 req-f1bab80e-c2ac-4ca2-b6c4-5cff92a8f93f service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Received event network-changed-94d63dde-52de-4346-b913-1e7c0b9e181a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1810.997470] env[62284]: DEBUG nova.compute.manager [req-6598d6af-a8e9-4a65-ad06-59f0a59acf94 req-f1bab80e-c2ac-4ca2-b6c4-5cff92a8f93f service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Refreshing instance network info cache due to event network-changed-94d63dde-52de-4346-b913-1e7c0b9e181a. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1810.997693] env[62284]: DEBUG oslo_concurrency.lockutils [req-6598d6af-a8e9-4a65-ad06-59f0a59acf94 req-f1bab80e-c2ac-4ca2-b6c4-5cff92a8f93f service nova] Acquiring lock "refresh_cache-c8916cc9-5174-40d1-9972-8cb40fa18a85" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.997840] env[62284]: DEBUG oslo_concurrency.lockutils [req-6598d6af-a8e9-4a65-ad06-59f0a59acf94 req-f1bab80e-c2ac-4ca2-b6c4-5cff92a8f93f service nova] Acquired lock "refresh_cache-c8916cc9-5174-40d1-9972-8cb40fa18a85" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.998017] env[62284]: DEBUG nova.network.neutron [req-6598d6af-a8e9-4a65-ad06-59f0a59acf94 req-f1bab80e-c2ac-4ca2-b6c4-5cff92a8f93f service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Refreshing network info cache for port 94d63dde-52de-4346-b913-1e7c0b9e181a {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1811.062853] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.133701] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.256245] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954632, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.332925] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.333480] env[62284]: DEBUG nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.336167] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.586s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.337553] env[62284]: INFO nova.compute.claims [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.562718] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.634180] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.757441] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954632, 'name': CreateVM_Task, 'duration_secs': 0.666624} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.757628] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.758288] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.758465] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.758797] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.759070] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e46b876-8281-4b0b-a569-a297ac2bf1cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.764614] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1811.764614] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d45c43-9fcb-a6ac-1f7b-272a3b269047" [ 1811.764614] env[62284]: _type = "Task" [ 1811.764614] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.773565] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d45c43-9fcb-a6ac-1f7b-272a3b269047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.787869] env[62284]: DEBUG nova.network.neutron [req-6598d6af-a8e9-4a65-ad06-59f0a59acf94 req-f1bab80e-c2ac-4ca2-b6c4-5cff92a8f93f service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Updated VIF entry in instance network info cache for port 94d63dde-52de-4346-b913-1e7c0b9e181a. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.788267] env[62284]: DEBUG nova.network.neutron [req-6598d6af-a8e9-4a65-ad06-59f0a59acf94 req-f1bab80e-c2ac-4ca2-b6c4-5cff92a8f93f service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Updating instance_info_cache with network_info: [{"id": "94d63dde-52de-4346-b913-1e7c0b9e181a", "address": "fa:16:3e:77:5b:d4", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d63dde-52", "ovs_interfaceid": "94d63dde-52de-4346-b913-1e7c0b9e181a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.843838] env[62284]: DEBUG nova.compute.utils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.845819] env[62284]: DEBUG nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1811.845819] env[62284]: DEBUG nova.network.neutron [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1811.889395] env[62284]: DEBUG nova.policy [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae52c7c6a6614195b448d2209066ab4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d5a158bf61249b0aa5869945cfc14b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.058610] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0218ef07-4341-4f20-beef-f18b1964db72 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.067714] env[62284]: DEBUG oslo_vmware.api [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Task: {'id': task-1954631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.936651} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.081614] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.081614] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.081614] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.081614] env[62284]: INFO nova.compute.manager [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1812.081848] env[62284]: DEBUG oslo.service.loopingcall [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.082306] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance 'bfeaf525-4e5b-47df-aa69-81f0d438010e' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1812.085603] env[62284]: DEBUG nova.compute.manager [-] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1812.085699] env[62284]: DEBUG nova.network.neutron [-] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.136488] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954629, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.265743} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.136920] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5/ac4947c0-722c-4dd4-9c43-63642fb76ac5.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.137315] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.137684] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb309cd1-30a8-4cff-be47-7b9303572bb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.148026] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1812.148026] env[62284]: value = "task-1954633" [ 1812.148026] env[62284]: _type = "Task" [ 1812.148026] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.155696] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.260644] env[62284]: DEBUG nova.network.neutron [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Successfully created port: 0b6d5bf7-de21-48a4-9f58-bec18b72fafa {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1812.276827] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d45c43-9fcb-a6ac-1f7b-272a3b269047, 'name': SearchDatastore_Task, 'duration_secs': 0.110329} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.277167] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.277454] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.277697] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.277845] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.278034] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.278303] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd3c544-0e8a-4ade-a656-e541a9ae8e32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.288216] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.288216] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.290975] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49acb364-a96f-4ed9-a6ef-46729336c26b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.291673] env[62284]: DEBUG oslo_concurrency.lockutils [req-6598d6af-a8e9-4a65-ad06-59f0a59acf94 req-f1bab80e-c2ac-4ca2-b6c4-5cff92a8f93f service nova] Releasing lock "refresh_cache-c8916cc9-5174-40d1-9972-8cb40fa18a85" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.295186] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1812.295186] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520967d3-4024-9013-2104-b177b3c3f9ad" [ 1812.295186] env[62284]: _type = "Task" [ 1812.295186] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.304106] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520967d3-4024-9013-2104-b177b3c3f9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.348999] env[62284]: DEBUG nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.589648] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.589956] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6d9e72-7607-4d66-a09f-e92bcb0aa2b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.599859] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1812.599859] env[62284]: value = "task-1954634" [ 1812.599859] env[62284]: _type = "Task" [ 1812.599859] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.611271] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.658890] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06429} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.658987] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1812.660169] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b959c82-0f9c-4a68-be08-7dcb6f63ce0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.685486] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5/ac4947c0-722c-4dd4-9c43-63642fb76ac5.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.688237] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b46a0d6-03b0-47fa-b88e-3a11464dcfa5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.709666] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1812.709666] env[62284]: value = "task-1954635" [ 1812.709666] env[62284]: _type = "Task" [ 1812.709666] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.721907] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.795093] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5a2442-9bc0-417b-a658-d037086ec028 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.811671] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c5b182-2cdb-4f1c-9b93-a8d2802edfc9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.815143] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520967d3-4024-9013-2104-b177b3c3f9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.816207] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec47970-a3e4-480c-b462-610e38bd0671 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.845985] env[62284]: DEBUG nova.network.neutron [-] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.848404] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e44ee2c-696c-4b55-b716-59173cbfa071 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.851102] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1812.851102] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f21127-b367-43c9-1867-3d92c463684e" [ 1812.851102] env[62284]: _type = "Task" [ 1812.851102] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.862517] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d17150-18df-4402-97b0-0f66e864d458 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.870827] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f21127-b367-43c9-1867-3d92c463684e, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.871467] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.871777] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c8916cc9-5174-40d1-9972-8cb40fa18a85/c8916cc9-5174-40d1-9972-8cb40fa18a85.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.872057] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76cb8de7-741e-404b-9557-68c191f6d5aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.882232] env[62284]: DEBUG nova.compute.provider_tree [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.890066] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1812.890066] env[62284]: value = "task-1954636" [ 1812.890066] env[62284]: _type = "Task" [ 1812.890066] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.898946] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.024673] env[62284]: DEBUG nova.compute.manager [req-cf871a63-01a1-4b7a-9b98-d2635bc4a1c2 req-242e70f5-2759-4c6c-a6e7-541d206c6a5d service nova] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Received event network-vif-deleted-26ba03a2-f9f6-4cc8-bbc5-bdba82edc353 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1813.110608] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954634, 'name': PowerOffVM_Task, 'duration_secs': 0.451756} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.110957] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.111188] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance 'bfeaf525-4e5b-47df-aa69-81f0d438010e' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1813.223956] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954635, 'name': ReconfigVM_Task, 'duration_secs': 0.324889} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.227334] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5/ac4947c0-722c-4dd4-9c43-63642fb76ac5.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.227334] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc9b6962-b501-4b0c-aae0-71e8bda997e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.238907] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1813.238907] env[62284]: value = "task-1954637" [ 1813.238907] env[62284]: _type = "Task" [ 1813.238907] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.255424] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954637, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.352702] env[62284]: INFO nova.compute.manager [-] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Took 1.27 seconds to deallocate network for instance. [ 1813.370615] env[62284]: DEBUG nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.390724] env[62284]: DEBUG nova.scheduler.client.report [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.409747] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.411017] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.411017] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.411017] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.411017] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.411017] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.412222] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.412222] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.412222] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.412222] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.412222] env[62284]: DEBUG nova.virt.hardware [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.414325] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce306ba-04d4-4a06-bb5f-4eb08a4db348 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.422027] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954636, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.429406] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6da48e-c70c-4ede-b526-fde11d2d021e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.619087] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.619087] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.619087] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.619087] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.619404] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.627212] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.627212] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.627212] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.627212] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.627212] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.627446] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.630215] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420efef2-c9f6-429e-a53f-eb31bc9dd98d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.651407] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1813.651407] env[62284]: value = "task-1954638" [ 1813.651407] env[62284]: _type = "Task" [ 1813.651407] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.660731] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.738227] env[62284]: DEBUG nova.compute.manager [req-707e08ad-5334-4e60-b652-f66fb5c0b821 req-922a1e0a-3d28-499c-8d05-ba08ec768dc0 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Received event network-vif-plugged-0b6d5bf7-de21-48a4-9f58-bec18b72fafa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1813.738455] env[62284]: DEBUG oslo_concurrency.lockutils [req-707e08ad-5334-4e60-b652-f66fb5c0b821 req-922a1e0a-3d28-499c-8d05-ba08ec768dc0 service nova] Acquiring lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.738670] env[62284]: DEBUG oslo_concurrency.lockutils [req-707e08ad-5334-4e60-b652-f66fb5c0b821 req-922a1e0a-3d28-499c-8d05-ba08ec768dc0 service nova] Lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.738836] env[62284]: DEBUG oslo_concurrency.lockutils [req-707e08ad-5334-4e60-b652-f66fb5c0b821 req-922a1e0a-3d28-499c-8d05-ba08ec768dc0 service nova] Lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.739018] env[62284]: DEBUG nova.compute.manager [req-707e08ad-5334-4e60-b652-f66fb5c0b821 req-922a1e0a-3d28-499c-8d05-ba08ec768dc0 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] No waiting events found dispatching network-vif-plugged-0b6d5bf7-de21-48a4-9f58-bec18b72fafa {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.739298] env[62284]: WARNING nova.compute.manager [req-707e08ad-5334-4e60-b652-f66fb5c0b821 req-922a1e0a-3d28-499c-8d05-ba08ec768dc0 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Received unexpected event network-vif-plugged-0b6d5bf7-de21-48a4-9f58-bec18b72fafa for instance with vm_state building and task_state spawning. [ 1813.750042] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954637, 'name': Rename_Task, 'duration_secs': 0.165961} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.750042] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.750042] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e50aa0c1-543f-4008-8e59-a4e834c343c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.756480] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1813.756480] env[62284]: value = "task-1954639" [ 1813.756480] env[62284]: _type = "Task" [ 1813.756480] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.765859] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.864916] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.886532] env[62284]: DEBUG nova.network.neutron [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Successfully updated port: 0b6d5bf7-de21-48a4-9f58-bec18b72fafa {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1813.902131] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.902729] env[62284]: DEBUG nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.909934] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.281s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.911895] env[62284]: INFO nova.compute.claims [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.923033] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.923649] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c8916cc9-5174-40d1-9972-8cb40fa18a85/c8916cc9-5174-40d1-9972-8cb40fa18a85.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.923874] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.924201] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7ec6f6c-f11a-4259-90a3-b2c43de1f11c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.932486] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1813.932486] env[62284]: value = "task-1954640" [ 1813.932486] env[62284]: _type = "Task" [ 1813.932486] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.947494] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.162536] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954638, 'name': ReconfigVM_Task, 'duration_secs': 0.415473} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.162917] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance 'bfeaf525-4e5b-47df-aa69-81f0d438010e' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1814.267752] env[62284]: DEBUG oslo_vmware.api [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954639, 'name': PowerOnVM_Task, 'duration_secs': 0.464068} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.268047] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.268253] env[62284]: INFO nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1814.268791] env[62284]: DEBUG nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.269213] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c387c8-92ca-451c-856b-2f3696e3b613 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.391446] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.391446] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.391446] env[62284]: DEBUG nova.network.neutron [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.416775] env[62284]: DEBUG nova.compute.utils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.420233] env[62284]: DEBUG nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.420407] env[62284]: DEBUG nova.network.neutron [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.446338] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103925} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.446598] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1814.447357] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ec05ef-668a-4fe0-ac92-883759335edb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.470022] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] c8916cc9-5174-40d1-9972-8cb40fa18a85/c8916cc9-5174-40d1-9972-8cb40fa18a85.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.470174] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e33e21-66c3-473c-8391-2530f938b110 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.489581] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1814.489581] env[62284]: value = "task-1954641" [ 1814.489581] env[62284]: _type = "Task" [ 1814.489581] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.498466] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.670096] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:30:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='da097786-b77b-4573-b753-c8d61ed22b49',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2112748526',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1814.670367] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1814.670530] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1814.670713] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1814.670861] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1814.671015] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1814.671339] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1814.671582] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1814.671805] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1814.672044] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1814.672298] env[62284]: DEBUG nova.virt.hardware [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1814.677904] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1814.678802] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcc2982-b1e4-4ea4-9930-19e1ca6032d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.694356] env[62284]: DEBUG nova.policy [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2b54df943074a0aa45b77370fe35593', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '865f30b5b9d441e4b9a1eff679b198ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.701338] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1814.701338] env[62284]: value = "task-1954642" [ 1814.701338] env[62284]: _type = "Task" [ 1814.701338] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.707733] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.789521] env[62284]: INFO nova.compute.manager [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Took 46.41 seconds to build instance. [ 1814.921402] env[62284]: DEBUG nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.942523] env[62284]: DEBUG nova.network.neutron [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1814.999684] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.137934] env[62284]: DEBUG nova.network.neutron [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Successfully created port: 14fdee5f-4b25-41b7-84a4-7be579343b20 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.212227] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954642, 'name': ReconfigVM_Task, 'duration_secs': 0.177176} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.212629] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1815.213577] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7755c53-bb76-4e25-811d-9ea85ddb7fbc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.240975] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e/bfeaf525-4e5b-47df-aa69-81f0d438010e.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.244110] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbc5cdb-ec52-4891-ac82-0ae872c15837 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.268715] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1815.268715] env[62284]: value = "task-1954643" [ 1815.268715] env[62284]: _type = "Task" [ 1815.268715] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.282628] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.291385] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e0d914a-a263-4086-9966-a9e7ff2cd606 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.520s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.294563] env[62284]: DEBUG nova.network.neutron [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Updating instance_info_cache with network_info: [{"id": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "address": "fa:16:3e:30:6a:02", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d5bf7-de", "ovs_interfaceid": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.504333] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954641, 'name': ReconfigVM_Task, 'duration_secs': 0.716664} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.504569] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Reconfigured VM instance instance-0000003b to attach disk [datastore1] c8916cc9-5174-40d1-9972-8cb40fa18a85/c8916cc9-5174-40d1-9972-8cb40fa18a85.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.505498] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b9fb084-36b9-43fe-9779-51e1ba1e1c9e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.516127] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1815.516127] env[62284]: value = "task-1954644" [ 1815.516127] env[62284]: _type = "Task" [ 1815.516127] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.526254] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954644, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.527974] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980906b0-53e2-48f2-8d0c-7fcb5c6519f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.536996] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf48f4c-d0f6-4fe9-adc0-6a833010dc27 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.574977] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6886c488-ccb4-4480-b0c6-69d9c9d86874 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.584610] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c9fbc9-69a2-4758-9a7e-6b9b7b5e6af5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.599523] env[62284]: DEBUG nova.compute.provider_tree [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.605791] env[62284]: DEBUG nova.compute.manager [req-b2042088-a3fd-41e1-973c-2b4fd54fb72d req-1b7f2dc0-9fc9-4ba8-8a7e-24973fa6281e service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Received event network-changed-71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1815.606008] env[62284]: DEBUG nova.compute.manager [req-b2042088-a3fd-41e1-973c-2b4fd54fb72d req-1b7f2dc0-9fc9-4ba8-8a7e-24973fa6281e service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Refreshing instance network info cache due to event network-changed-71bb5502-ad45-4647-8652-6294f13f4134. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1815.606230] env[62284]: DEBUG oslo_concurrency.lockutils [req-b2042088-a3fd-41e1-973c-2b4fd54fb72d req-1b7f2dc0-9fc9-4ba8-8a7e-24973fa6281e service nova] Acquiring lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.606401] env[62284]: DEBUG oslo_concurrency.lockutils [req-b2042088-a3fd-41e1-973c-2b4fd54fb72d req-1b7f2dc0-9fc9-4ba8-8a7e-24973fa6281e service nova] Acquired lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.606576] env[62284]: DEBUG nova.network.neutron [req-b2042088-a3fd-41e1-973c-2b4fd54fb72d req-1b7f2dc0-9fc9-4ba8-8a7e-24973fa6281e service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Refreshing network info cache for port 71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.767626] env[62284]: DEBUG nova.compute.manager [req-5e3ab0c7-9345-4ef0-9c70-34053b82ed68 req-3897d329-b4d6-4425-bccf-b41268e522f3 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Received event network-changed-0b6d5bf7-de21-48a4-9f58-bec18b72fafa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1815.767626] env[62284]: DEBUG nova.compute.manager [req-5e3ab0c7-9345-4ef0-9c70-34053b82ed68 req-3897d329-b4d6-4425-bccf-b41268e522f3 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Refreshing instance network info cache due to event network-changed-0b6d5bf7-de21-48a4-9f58-bec18b72fafa. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1815.767626] env[62284]: DEBUG oslo_concurrency.lockutils [req-5e3ab0c7-9345-4ef0-9c70-34053b82ed68 req-3897d329-b4d6-4425-bccf-b41268e522f3 service nova] Acquiring lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.782224] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.797794] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.797794] env[62284]: DEBUG nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Instance network_info: |[{"id": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "address": "fa:16:3e:30:6a:02", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d5bf7-de", "ovs_interfaceid": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.797960] env[62284]: DEBUG oslo_concurrency.lockutils [req-5e3ab0c7-9345-4ef0-9c70-34053b82ed68 req-3897d329-b4d6-4425-bccf-b41268e522f3 service nova] Acquired lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.799182] env[62284]: DEBUG nova.network.neutron [req-5e3ab0c7-9345-4ef0-9c70-34053b82ed68 req-3897d329-b4d6-4425-bccf-b41268e522f3 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Refreshing network info cache for port 0b6d5bf7-de21-48a4-9f58-bec18b72fafa {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.800191] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:6a:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b6d5bf7-de21-48a4-9f58-bec18b72fafa', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.807096] env[62284]: DEBUG oslo.service.loopingcall [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.808179] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.808455] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2563a481-b215-4830-b27e-b794c2ca4e5a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.831639] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.831639] env[62284]: value = "task-1954645" [ 1815.831639] env[62284]: _type = "Task" [ 1815.831639] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.840578] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954645, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.932057] env[62284]: DEBUG nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.958225] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.958518] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.958716] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.958944] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.959155] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.959376] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.959602] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.959800] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.960015] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.960229] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.960416] env[62284]: DEBUG nova.virt.hardware [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.961327] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa314f-d9a5-4a35-986f-5bdb2c265674 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.970820] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a8104-20d9-4461-aa17-86e9313ae4b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.026343] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954644, 'name': Rename_Task, 'duration_secs': 0.147201} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.026618] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.026905] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1568baa7-c84a-47e3-8bf3-e50314c5f8cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.035441] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1816.035441] env[62284]: value = "task-1954646" [ 1816.035441] env[62284]: _type = "Task" [ 1816.035441] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.044532] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.103623] env[62284]: DEBUG nova.scheduler.client.report [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.280916] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954643, 'name': ReconfigVM_Task, 'duration_secs': 0.841996} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.281335] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfigured VM instance instance-00000031 to attach disk [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e/bfeaf525-4e5b-47df-aa69-81f0d438010e.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.281541] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance 'bfeaf525-4e5b-47df-aa69-81f0d438010e' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1816.343094] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954645, 'name': CreateVM_Task, 'duration_secs': 0.42119} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.344105] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.344837] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.345017] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.345350] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.345855] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65917461-91e6-4224-8033-d36869bbc4ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.354068] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1816.354068] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52603fdf-8b90-75c5-d798-e7d33d5e2598" [ 1816.354068] env[62284]: _type = "Task" [ 1816.354068] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.364475] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52603fdf-8b90-75c5-d798-e7d33d5e2598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.471014] env[62284]: DEBUG nova.network.neutron [req-b2042088-a3fd-41e1-973c-2b4fd54fb72d req-1b7f2dc0-9fc9-4ba8-8a7e-24973fa6281e service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Updated VIF entry in instance network info cache for port 71bb5502-ad45-4647-8652-6294f13f4134. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.471532] env[62284]: DEBUG nova.network.neutron [req-b2042088-a3fd-41e1-973c-2b4fd54fb72d req-1b7f2dc0-9fc9-4ba8-8a7e-24973fa6281e service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Updating instance_info_cache with network_info: [{"id": "71bb5502-ad45-4647-8652-6294f13f4134", "address": "fa:16:3e:3b:22:b5", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71bb5502-ad", "ovs_interfaceid": "71bb5502-ad45-4647-8652-6294f13f4134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.545584] env[62284]: DEBUG oslo_vmware.api [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954646, 'name': PowerOnVM_Task, 'duration_secs': 0.482614} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.545875] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.546648] env[62284]: INFO nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1816.546893] env[62284]: DEBUG nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.547723] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4bca6b-1c5a-4a6e-a3de-30c788b6b000 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.610288] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.610288] env[62284]: DEBUG nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1816.615116] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.409s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.615296] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.621550] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.763s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.621769] env[62284]: DEBUG nova.objects.instance [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lazy-loading 'resources' on Instance uuid ca6758db-5d65-4671-814c-957348d62858 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.663648] env[62284]: INFO nova.scheduler.client.report [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Deleted allocations for instance 09b1d099-befe-4e35-9180-76ae8ba84163 [ 1816.669046] env[62284]: DEBUG nova.network.neutron [req-5e3ab0c7-9345-4ef0-9c70-34053b82ed68 req-3897d329-b4d6-4425-bccf-b41268e522f3 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Updated VIF entry in instance network info cache for port 0b6d5bf7-de21-48a4-9f58-bec18b72fafa. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.669046] env[62284]: DEBUG nova.network.neutron [req-5e3ab0c7-9345-4ef0-9c70-34053b82ed68 req-3897d329-b4d6-4425-bccf-b41268e522f3 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Updating instance_info_cache with network_info: [{"id": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "address": "fa:16:3e:30:6a:02", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d5bf7-de", "ovs_interfaceid": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.792176] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd6ee38-7cb4-414f-8efd-84b2df84bf48 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.816846] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9d7b6f-943c-4d57-b849-4e32ac8371db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.836316] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance 'bfeaf525-4e5b-47df-aa69-81f0d438010e' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1816.865271] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52603fdf-8b90-75c5-d798-e7d33d5e2598, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.865386] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.865524] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.865809] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.865897] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.866092] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.866359] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0745ee0e-e765-4c05-8352-c9cdfe1e8707 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.877641] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.877836] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.878616] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea28f32-5587-45cc-8257-9037f4c7b5b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.886132] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1816.886132] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e2ad0-7d30-b242-d7a6-4888b08d1572" [ 1816.886132] env[62284]: _type = "Task" [ 1816.886132] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.896580] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e2ad0-7d30-b242-d7a6-4888b08d1572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.912986] env[62284]: DEBUG nova.network.neutron [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Successfully updated port: 14fdee5f-4b25-41b7-84a4-7be579343b20 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1816.975030] env[62284]: DEBUG oslo_concurrency.lockutils [req-b2042088-a3fd-41e1-973c-2b4fd54fb72d req-1b7f2dc0-9fc9-4ba8-8a7e-24973fa6281e service nova] Releasing lock "refresh_cache-ac4947c0-722c-4dd4-9c43-63642fb76ac5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.073650] env[62284]: INFO nova.compute.manager [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Took 41.71 seconds to build instance. [ 1817.116763] env[62284]: DEBUG nova.compute.utils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1817.118042] env[62284]: DEBUG nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1817.118721] env[62284]: DEBUG nova.network.neutron [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1817.125596] env[62284]: DEBUG nova.objects.instance [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lazy-loading 'numa_topology' on Instance uuid ca6758db-5d65-4671-814c-957348d62858 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1817.173049] env[62284]: DEBUG oslo_concurrency.lockutils [req-5e3ab0c7-9345-4ef0-9c70-34053b82ed68 req-3897d329-b4d6-4425-bccf-b41268e522f3 service nova] Releasing lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.174075] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f35ee4c2-2e72-4717-a86b-cf555f70b07f tempest-ServerAddressesTestJSON-441999357 tempest-ServerAddressesTestJSON-441999357-project-member] Lock "09b1d099-befe-4e35-9180-76ae8ba84163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.173s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.176761] env[62284]: DEBUG nova.policy [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b62fcd4321dd4c35a0ca5353ec4ba962', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec89529efff4d4e8e530758624eecbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1817.398206] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e2ad0-7d30-b242-d7a6-4888b08d1572, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.399030] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0486389a-f3c6-4183-9a8c-454bc5ad7aa2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.405292] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1817.405292] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a7c1e5-81b7-19a1-f9a6-f6027164385e" [ 1817.405292] env[62284]: _type = "Task" [ 1817.405292] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.414308] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a7c1e5-81b7-19a1-f9a6-f6027164385e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.415904] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquiring lock "refresh_cache-42f950dc-98e6-4270-9379-054b907e05c3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.416056] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquired lock "refresh_cache-42f950dc-98e6-4270-9379-054b907e05c3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.416207] env[62284]: DEBUG nova.network.neutron [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.428154] env[62284]: DEBUG nova.network.neutron [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Port dbb6f9f6-2f6d-4954-8b19-dc41c616540c binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1817.542846] env[62284]: DEBUG nova.network.neutron [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Successfully created port: 06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1817.561355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "c8916cc9-5174-40d1-9972-8cb40fa18a85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.576361] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05414851-3305-437f-a955-0bb7b29611b4 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "c8916cc9-5174-40d1-9972-8cb40fa18a85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.221s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.577081] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "c8916cc9-5174-40d1-9972-8cb40fa18a85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.016s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.577317] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "c8916cc9-5174-40d1-9972-8cb40fa18a85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.577523] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "c8916cc9-5174-40d1-9972-8cb40fa18a85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.577693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "c8916cc9-5174-40d1-9972-8cb40fa18a85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.579772] env[62284]: INFO nova.compute.manager [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Terminating instance [ 1817.621626] env[62284]: DEBUG nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1817.631049] env[62284]: DEBUG nova.objects.base [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1817.859120] env[62284]: DEBUG nova.compute.manager [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Received event network-vif-plugged-14fdee5f-4b25-41b7-84a4-7be579343b20 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.859200] env[62284]: DEBUG oslo_concurrency.lockutils [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] Acquiring lock "42f950dc-98e6-4270-9379-054b907e05c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.859385] env[62284]: DEBUG oslo_concurrency.lockutils [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] Lock "42f950dc-98e6-4270-9379-054b907e05c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.859554] env[62284]: DEBUG oslo_concurrency.lockutils [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] Lock "42f950dc-98e6-4270-9379-054b907e05c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.859721] env[62284]: DEBUG nova.compute.manager [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] No waiting events found dispatching network-vif-plugged-14fdee5f-4b25-41b7-84a4-7be579343b20 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1817.859885] env[62284]: WARNING nova.compute.manager [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Received unexpected event network-vif-plugged-14fdee5f-4b25-41b7-84a4-7be579343b20 for instance with vm_state building and task_state spawning. [ 1817.860058] env[62284]: DEBUG nova.compute.manager [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Received event network-changed-14fdee5f-4b25-41b7-84a4-7be579343b20 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.860419] env[62284]: DEBUG nova.compute.manager [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Refreshing instance network info cache due to event network-changed-14fdee5f-4b25-41b7-84a4-7be579343b20. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1817.860419] env[62284]: DEBUG oslo_concurrency.lockutils [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] Acquiring lock "refresh_cache-42f950dc-98e6-4270-9379-054b907e05c3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.922544] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a7c1e5-81b7-19a1-f9a6-f6027164385e, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.922972] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.923654] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 13bd7bc8-2322-4b50-a396-c24e6a3ad24f/13bd7bc8-2322-4b50-a396-c24e6a3ad24f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1817.924527] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b36bff26-a7f8-449a-94a7-2e976870cf10 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.940497] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1817.940497] env[62284]: value = "task-1954647" [ 1817.940497] env[62284]: _type = "Task" [ 1817.940497] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.952983] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.954175] env[62284]: DEBUG nova.network.neutron [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.086141] env[62284]: DEBUG nova.compute.manager [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1818.086141] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.087747] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e6e11-5f64-44cb-a4bd-6d9fe824b85d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.099190] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1818.104105] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8ebc07d-9cac-447b-ac02-bc0b092178af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.107508] env[62284]: DEBUG nova.network.neutron [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Updating instance_info_cache with network_info: [{"id": "14fdee5f-4b25-41b7-84a4-7be579343b20", "address": "fa:16:3e:d0:0d:b4", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fdee5f-4b", "ovs_interfaceid": "14fdee5f-4b25-41b7-84a4-7be579343b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.117632] env[62284]: DEBUG oslo_vmware.api [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1818.117632] env[62284]: value = "task-1954648" [ 1818.117632] env[62284]: _type = "Task" [ 1818.117632] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.136649] env[62284]: DEBUG oslo_vmware.api [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.153022] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f96e85-a464-444d-8747-b7d671497297 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.161255] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca7d42f-0c4f-43e5-a263-fe85e35c5098 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.198795] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7049ce9d-19b9-422c-bd6e-a5ed3d1eb93e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.210130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b77b6d-e34c-4e25-b059-baae0c80a890 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.227356] env[62284]: DEBUG nova.compute.provider_tree [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.456992] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.459087] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.459408] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.473749] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954647, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.612048] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Releasing lock "refresh_cache-42f950dc-98e6-4270-9379-054b907e05c3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.612411] env[62284]: DEBUG nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Instance network_info: |[{"id": "14fdee5f-4b25-41b7-84a4-7be579343b20", "address": "fa:16:3e:d0:0d:b4", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fdee5f-4b", "ovs_interfaceid": "14fdee5f-4b25-41b7-84a4-7be579343b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.612738] env[62284]: DEBUG oslo_concurrency.lockutils [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] Acquired lock "refresh_cache-42f950dc-98e6-4270-9379-054b907e05c3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.612982] env[62284]: DEBUG nova.network.neutron [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Refreshing network info cache for port 14fdee5f-4b25-41b7-84a4-7be579343b20 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.614259] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:0d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14fdee5f-4b25-41b7-84a4-7be579343b20', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.623756] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Creating folder: Project (865f30b5b9d441e4b9a1eff679b198ca). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.627435] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cd30a91-13f6-4db0-8e58-2346ab7b7d6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.636645] env[62284]: DEBUG nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1818.645802] env[62284]: DEBUG oslo_vmware.api [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954648, 'name': PowerOffVM_Task, 'duration_secs': 0.223336} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.646142] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1818.646449] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.646941] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066f6e8d-480d-41fd-b89b-c7c1be24b192 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.651103] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Created folder: Project (865f30b5b9d441e4b9a1eff679b198ca) in parent group-v402637. [ 1818.652997] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Creating folder: Instances. Parent ref: group-v402809. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.653666] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe97be6f-06f5-4136-8ed3-8f8ed79ffd06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.664825] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Created folder: Instances in parent group-v402809. [ 1818.665099] env[62284]: DEBUG oslo.service.loopingcall [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.665356] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.667706] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-144f0ed9-caba-45b8-8522-ba4e00b65ce9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.684968] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1818.685231] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1818.685349] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1818.685535] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1818.685678] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1818.686221] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1818.686221] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1818.686221] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1818.686382] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1818.686514] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1818.686689] env[62284]: DEBUG nova.virt.hardware [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1818.688166] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9edbc3-d218-4cea-b0a0-cdc9e898772e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.697531] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3133d335-26fe-4293-9b86-84baff445df2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.701667] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.701667] env[62284]: value = "task-1954652" [ 1818.701667] env[62284]: _type = "Task" [ 1818.701667] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.719014] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954652, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.731168] env[62284]: DEBUG nova.scheduler.client.report [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.940417] env[62284]: DEBUG nova.network.neutron [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Updated VIF entry in instance network info cache for port 14fdee5f-4b25-41b7-84a4-7be579343b20. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.940782] env[62284]: DEBUG nova.network.neutron [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Updating instance_info_cache with network_info: [{"id": "14fdee5f-4b25-41b7-84a4-7be579343b20", "address": "fa:16:3e:d0:0d:b4", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fdee5f-4b", "ovs_interfaceid": "14fdee5f-4b25-41b7-84a4-7be579343b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.963786] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585838} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.964107] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 13bd7bc8-2322-4b50-a396-c24e6a3ad24f/13bd7bc8-2322-4b50-a396-c24e6a3ad24f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1818.964245] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1818.964530] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44bf7346-ebf9-41fb-839c-d179b8e12fe9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.978508] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1818.978508] env[62284]: value = "task-1954653" [ 1818.978508] env[62284]: _type = "Task" [ 1818.978508] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.989251] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.213246] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954652, 'name': CreateVM_Task, 'duration_secs': 0.480632} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.213408] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1819.214238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.214415] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.214749] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1819.215062] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0281ee0a-34f7-4869-8931-63cdb9071f11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.220627] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1819.220627] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fafa8b-d4dd-0023-57e4-4228e53fc4da" [ 1819.220627] env[62284]: _type = "Task" [ 1819.220627] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.228963] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fafa8b-d4dd-0023-57e4-4228e53fc4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.236877] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.615s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.239618] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.955s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.239841] env[62284]: DEBUG nova.objects.instance [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'pci_requests' on Instance uuid 1023f77b-0f09-418a-adf1-d3e36bc41bc3 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.327807] env[62284]: DEBUG nova.network.neutron [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Successfully updated port: 06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.443826] env[62284]: DEBUG oslo_concurrency.lockutils [req-33572ac7-bb8a-437a-aaad-be049f86aa35 req-6856f3c7-7e13-40e5-a188-19c6981a221e service nova] Releasing lock "refresh_cache-42f950dc-98e6-4270-9379-054b907e05c3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.486648] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.487075] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.487075] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleting the datastore file [datastore1] c8916cc9-5174-40d1-9972-8cb40fa18a85 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.487852] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57341ed5-de1b-4f92-9256-5bff0c96e6eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.492540] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186533} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.493203] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.494059] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7427a5a-e3d9-429b-b52e-9e45fe853156 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.498575] env[62284]: DEBUG oslo_vmware.api [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1819.498575] env[62284]: value = "task-1954654" [ 1819.498575] env[62284]: _type = "Task" [ 1819.498575] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.520665] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 13bd7bc8-2322-4b50-a396-c24e6a3ad24f/13bd7bc8-2322-4b50-a396-c24e6a3ad24f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.523013] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.523013] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.523013] env[62284]: DEBUG nova.network.neutron [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.525032] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2e3d99-53fc-4fed-85bb-6402c17c7227 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.543063] env[62284]: DEBUG oslo_vmware.api [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.550720] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1819.550720] env[62284]: value = "task-1954655" [ 1819.550720] env[62284]: _type = "Task" [ 1819.550720] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.560224] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.732017] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fafa8b-d4dd-0023-57e4-4228e53fc4da, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.732432] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.732727] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.733127] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.733317] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.733569] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.733859] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e345e2a0-3f64-4b63-8cf7-3af67e13670d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.744282] env[62284]: DEBUG nova.objects.instance [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'numa_topology' on Instance uuid 1023f77b-0f09-418a-adf1-d3e36bc41bc3 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.746697] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.746912] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.749272] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12496089-5e50-49f4-8f82-732bdf3a2ddc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.752719] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b9f0f5c4-271e-4ca9-9160-7a771fb53ef2 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.091s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.753602] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.627s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.753839] env[62284]: INFO nova.compute.manager [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Unshelving [ 1819.759163] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1819.759163] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52aa9abf-11e6-d5da-2e03-5bafd305d3f0" [ 1819.759163] env[62284]: _type = "Task" [ 1819.759163] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.769187] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52aa9abf-11e6-d5da-2e03-5bafd305d3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.831056] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquiring lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.831056] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquired lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.831056] env[62284]: DEBUG nova.network.neutron [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.882612] env[62284]: DEBUG nova.compute.manager [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Received event network-vif-plugged-06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.882773] env[62284]: DEBUG oslo_concurrency.lockutils [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] Acquiring lock "b6b46bc3-0825-4098-94b9-025bb0feba19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.883042] env[62284]: DEBUG oslo_concurrency.lockutils [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.883209] env[62284]: DEBUG oslo_concurrency.lockutils [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.883322] env[62284]: DEBUG nova.compute.manager [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] No waiting events found dispatching network-vif-plugged-06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1819.883491] env[62284]: WARNING nova.compute.manager [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Received unexpected event network-vif-plugged-06ef0986-d653-4532-b2f6-c35d24997fe7 for instance with vm_state building and task_state spawning. [ 1819.884052] env[62284]: DEBUG nova.compute.manager [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Received event network-changed-06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.884052] env[62284]: DEBUG nova.compute.manager [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Refreshing instance network info cache due to event network-changed-06ef0986-d653-4532-b2f6-c35d24997fe7. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1819.884052] env[62284]: DEBUG oslo_concurrency.lockutils [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] Acquiring lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.008683] env[62284]: DEBUG oslo_vmware.api [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236785} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.008948] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.009155] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.009341] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.009520] env[62284]: INFO nova.compute.manager [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1820.009768] env[62284]: DEBUG oslo.service.loopingcall [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.009958] env[62284]: DEBUG nova.compute.manager [-] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1820.010063] env[62284]: DEBUG nova.network.neutron [-] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1820.060320] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954655, 'name': ReconfigVM_Task, 'duration_secs': 0.39159} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.060619] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 13bd7bc8-2322-4b50-a396-c24e6a3ad24f/13bd7bc8-2322-4b50-a396-c24e6a3ad24f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.061275] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fae5665-5263-4135-ab58-c3c2dd8f4c65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.068112] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1820.068112] env[62284]: value = "task-1954656" [ 1820.068112] env[62284]: _type = "Task" [ 1820.068112] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.076458] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954656, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.249247] env[62284]: INFO nova.compute.claims [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.271345] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52aa9abf-11e6-d5da-2e03-5bafd305d3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014679} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.272264] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ce3eb9-e22a-4da1-8dc1-d2e22018bdb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.278141] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1820.278141] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529259b7-7a2e-6895-935e-0f0246fa87d5" [ 1820.278141] env[62284]: _type = "Task" [ 1820.278141] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.290252] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529259b7-7a2e-6895-935e-0f0246fa87d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.364959] env[62284]: DEBUG nova.network.neutron [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.371622] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.374138] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1820.374138] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1820.405797] env[62284]: DEBUG nova.network.neutron [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance_info_cache with network_info: [{"id": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "address": "fa:16:3e:70:a4:67", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb6f9f6-2f", "ovs_interfaceid": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.504326] env[62284]: DEBUG nova.network.neutron [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Updating instance_info_cache with network_info: [{"id": "06ef0986-d653-4532-b2f6-c35d24997fe7", "address": "fa:16:3e:8a:d4:cd", "network": {"id": "8e610b1b-bb66-41ad-a4f5-52c14ccd2b8c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-52866874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec89529efff4d4e8e530758624eecbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ef0986-d6", "ovs_interfaceid": "06ef0986-d653-4532-b2f6-c35d24997fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.579706] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954656, 'name': Rename_Task, 'duration_secs': 0.19424} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.580007] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.580266] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6b6504b-34da-4cc8-8e39-50976dd09872 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.588085] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1820.588085] env[62284]: value = "task-1954657" [ 1820.588085] env[62284]: _type = "Task" [ 1820.588085] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.596053] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.780737] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.791036] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529259b7-7a2e-6895-935e-0f0246fa87d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.791861] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.791861] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 42f950dc-98e6-4270-9379-054b907e05c3/42f950dc-98e6-4270-9379-054b907e05c3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.791861] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c81ddc47-523f-4ffe-a2aa-eac23364f8db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.798975] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1820.798975] env[62284]: value = "task-1954658" [ 1820.798975] env[62284]: _type = "Task" [ 1820.798975] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.808136] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.907475] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.912927] env[62284]: DEBUG nova.network.neutron [-] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.007652] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Releasing lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.008044] env[62284]: DEBUG nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Instance network_info: |[{"id": "06ef0986-d653-4532-b2f6-c35d24997fe7", "address": "fa:16:3e:8a:d4:cd", "network": {"id": "8e610b1b-bb66-41ad-a4f5-52c14ccd2b8c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-52866874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec89529efff4d4e8e530758624eecbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ef0986-d6", "ovs_interfaceid": "06ef0986-d653-4532-b2f6-c35d24997fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1821.008362] env[62284]: DEBUG oslo_concurrency.lockutils [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] Acquired lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.008548] env[62284]: DEBUG nova.network.neutron [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Refreshing network info cache for port 06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.009785] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d4:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ef0986-d653-4532-b2f6-c35d24997fe7', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.018237] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Creating folder: Project (fec89529efff4d4e8e530758624eecbb). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1821.019449] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d834708-f4e8-4354-a239-b6027d90a95f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.032840] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Created folder: Project (fec89529efff4d4e8e530758624eecbb) in parent group-v402637. [ 1821.033057] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Creating folder: Instances. Parent ref: group-v402812. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1821.033313] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-610079dc-00e2-45af-9e37-40b90c4f5b5d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.046529] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Created folder: Instances in parent group-v402812. [ 1821.047555] env[62284]: DEBUG oslo.service.loopingcall [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.047555] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1821.047555] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9498a227-d210-4b3d-bb96-17e2ff341063 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.070595] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1821.070595] env[62284]: value = "task-1954661" [ 1821.070595] env[62284]: _type = "Task" [ 1821.070595] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.081142] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954661, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.100511] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954657, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.310565] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954658, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.415178] env[62284]: INFO nova.compute.manager [-] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Took 1.40 seconds to deallocate network for instance. [ 1821.433600] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003f3f5-0816-4837-9a68-455d6637b2de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.460116] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1ecf55-c1f0-480c-9c1e-6d4ebae5eba1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.470478] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance 'bfeaf525-4e5b-47df-aa69-81f0d438010e' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1821.581861] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954661, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.602667] env[62284]: DEBUG oslo_vmware.api [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954657, 'name': PowerOnVM_Task, 'duration_secs': 0.670508} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.602952] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.603176] env[62284]: INFO nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1821.603359] env[62284]: DEBUG nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.604133] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9fb25b-40f2-4811-a6c0-b4d173eba8c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.732682] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1d0b6-cb82-4de5-8650-4e7332be8706 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.742538] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3cf877-7074-4a5d-b726-23eaf00db39b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.776304] env[62284]: DEBUG nova.network.neutron [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Updated VIF entry in instance network info cache for port 06ef0986-d653-4532-b2f6-c35d24997fe7. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.776674] env[62284]: DEBUG nova.network.neutron [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Updating instance_info_cache with network_info: [{"id": "06ef0986-d653-4532-b2f6-c35d24997fe7", "address": "fa:16:3e:8a:d4:cd", "network": {"id": "8e610b1b-bb66-41ad-a4f5-52c14ccd2b8c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-52866874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec89529efff4d4e8e530758624eecbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ef0986-d6", "ovs_interfaceid": "06ef0986-d653-4532-b2f6-c35d24997fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.781028] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add66c42-3d4f-4e5e-ad1e-1cc1bbddc995 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.789319] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e0086-2dae-4ed9-9d1c-f2e2f34e8794 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.804384] env[62284]: DEBUG nova.compute.provider_tree [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.815248] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720209} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.816120] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 42f950dc-98e6-4270-9379-054b907e05c3/42f950dc-98e6-4270-9379-054b907e05c3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1821.816348] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1821.816679] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2f557e1-3b1b-4960-8e2f-521dc1eeda1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.824725] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1821.824725] env[62284]: value = "task-1954662" [ 1821.824725] env[62284]: _type = "Task" [ 1821.824725] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.833682] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.915317] env[62284]: DEBUG nova.compute.manager [req-be8b3e35-bb4d-4d85-b641-71319d37f78f req-9a43712b-115b-40f2-aa29-bdc7b9f37bdf service nova] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Received event network-vif-deleted-94d63dde-52de-4346-b913-1e7c0b9e181a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1821.926540] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.977648] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.977917] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d1c8e16-b4ee-4827-8f5a-8cee1bd1e503 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.986478] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1821.986478] env[62284]: value = "task-1954663" [ 1821.986478] env[62284]: _type = "Task" [ 1821.986478] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.994730] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.082331] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954661, 'name': CreateVM_Task, 'duration_secs': 0.512563} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.082487] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.083256] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.083421] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.083758] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.084038] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebcf482-29d4-4c75-9842-ceeea7ee2b5c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.089748] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1822.089748] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52845923-4d2a-6560-4efa-821d2c1d2f79" [ 1822.089748] env[62284]: _type = "Task" [ 1822.089748] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.098955] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52845923-4d2a-6560-4efa-821d2c1d2f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.124792] env[62284]: INFO nova.compute.manager [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Took 42.45 seconds to build instance. [ 1822.279435] env[62284]: DEBUG oslo_concurrency.lockutils [req-79e03dcf-0c88-4978-8141-0fcbefccc281 req-87304b97-205a-49d6-ad66-a153baf21acf service nova] Releasing lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.310022] env[62284]: DEBUG nova.scheduler.client.report [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.335516] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080948} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.335816] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1822.336887] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e3e37e-c6ae-4d6c-b0c5-517800907839 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.362584] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 42f950dc-98e6-4270-9379-054b907e05c3/42f950dc-98e6-4270-9379-054b907e05c3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1822.362911] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a640a4-7e66-4ab6-96a2-88f8c42415da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.385378] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1822.385378] env[62284]: value = "task-1954664" [ 1822.385378] env[62284]: _type = "Task" [ 1822.385378] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.393400] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] Acquiring lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.393400] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] Acquired lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.393400] env[62284]: DEBUG nova.network.neutron [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.399792] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.499595] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954663, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.601395] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52845923-4d2a-6560-4efa-821d2c1d2f79, 'name': SearchDatastore_Task, 'duration_secs': 0.018237} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.604047] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.604047] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.604047] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.604047] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.604232] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.604232] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af137d32-3794-4595-a77d-ce49c0447bb1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.614026] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.614026] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.614944] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ea496f-e21d-40a0-8b2b-b7cda989b282 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.620703] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1822.620703] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e5832d-aa4d-549a-318b-7d9b57f58092" [ 1822.620703] env[62284]: _type = "Task" [ 1822.620703] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.629777] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40e7083d-61ea-457c-932f-bbebcd0614e8 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.972s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.629777] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e5832d-aa4d-549a-318b-7d9b57f58092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.814251] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.574s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.816427] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.160s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.816668] env[62284]: DEBUG nova.objects.instance [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'resources' on Instance uuid 4102a78a-a5f7-48cc-9b28-4ee756553c83 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.846777] env[62284]: INFO nova.network.neutron [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1822.898328] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.999122] env[62284]: DEBUG oslo_vmware.api [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954663, 'name': PowerOnVM_Task, 'duration_secs': 0.910592} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.999412] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.999609] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce0b52-48a1-4d32-a5e9-c0ba08e9db06 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance 'bfeaf525-4e5b-47df-aa69-81f0d438010e' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1823.133097] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e5832d-aa4d-549a-318b-7d9b57f58092, 'name': SearchDatastore_Task, 'duration_secs': 0.018375} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.134145] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec0626b-e0df-411b-8d5b-97ab3a51a0a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.146144] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1823.146144] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52591129-d5f1-dd53-0a03-9cad8b020dc1" [ 1823.146144] env[62284]: _type = "Task" [ 1823.146144] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.156639] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52591129-d5f1-dd53-0a03-9cad8b020dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.184148] env[62284]: DEBUG nova.network.neutron [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Updating instance_info_cache with network_info: [{"id": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "address": "fa:16:3e:30:6a:02", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d5bf7-de", "ovs_interfaceid": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.397436] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954664, 'name': ReconfigVM_Task, 'duration_secs': 0.905538} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.399908] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 42f950dc-98e6-4270-9379-054b907e05c3/42f950dc-98e6-4270-9379-054b907e05c3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.400726] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87340e95-262d-4c66-85e3-c4fd6bfa1a03 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.411606] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1823.411606] env[62284]: value = "task-1954665" [ 1823.411606] env[62284]: _type = "Task" [ 1823.411606] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.425683] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954665, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.657656] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52591129-d5f1-dd53-0a03-9cad8b020dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.057447} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.660680] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.661549] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] b6b46bc3-0825-4098-94b9-025bb0feba19/b6b46bc3-0825-4098-94b9-025bb0feba19.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.662381] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aaecee3-ca69-4ab5-857d-af72cb73d64e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.669898] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1823.669898] env[62284]: value = "task-1954666" [ 1823.669898] env[62284]: _type = "Task" [ 1823.669898] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.682178] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.686945] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] Releasing lock "refresh_cache-13bd7bc8-2322-4b50-a396-c24e6a3ad24f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.687571] env[62284]: DEBUG nova.compute.manager [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Inject network info {{(pid=62284) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1823.687656] env[62284]: DEBUG nova.compute.manager [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] network_info to inject: |[{"id": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "address": "fa:16:3e:30:6a:02", "network": {"id": "79ce23d8-9b14-48f8-be85-cb798eca81e9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1391526003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5a158bf61249b0aa5869945cfc14b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d5bf7-de", "ovs_interfaceid": "0b6d5bf7-de21-48a4-9f58-bec18b72fafa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1823.692962] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Reconfiguring VM instance to set the machine id {{(pid=62284) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1823.696149] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bbad870-59ea-4a2f-8000-6845425a3150 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.713489] env[62284]: DEBUG oslo_vmware.api [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] Waiting for the task: (returnval){ [ 1823.713489] env[62284]: value = "task-1954667" [ 1823.713489] env[62284]: _type = "Task" [ 1823.713489] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.728279] env[62284]: DEBUG oslo_vmware.api [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] Task: {'id': task-1954667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.782979] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fae5e2-9dbc-4760-a865-90375c371c92 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.791849] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef991195-14f9-4b42-af90-4bbd18f23dfe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.825571] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff0726d-ae59-4d21-b109-5e4d29c2f6aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.835459] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf40c66-dc2b-44b4-8792-7b48b9928cea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.851424] env[62284]: DEBUG nova.compute.provider_tree [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.925669] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954665, 'name': Rename_Task, 'duration_secs': 0.175357} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.925979] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.926261] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-879b1ce5-9767-446e-a670-760c609167d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.937586] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1823.937586] env[62284]: value = "task-1954668" [ 1823.937586] env[62284]: _type = "Task" [ 1823.937586] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.950672] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.181670] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954666, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.225834] env[62284]: DEBUG oslo_vmware.api [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] Task: {'id': task-1954667, 'name': ReconfigVM_Task, 'duration_secs': 0.163566} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.226309] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b11fe8cb-9000-47ca-9829-7de89950fb30 tempest-ServersAdminTestJSON-1306077805 tempest-ServersAdminTestJSON-1306077805-project-admin] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Reconfigured VM instance to set the machine id {{(pid=62284) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1824.355217] env[62284]: DEBUG nova.scheduler.client.report [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.385604] env[62284]: INFO nova.compute.manager [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Rebuilding instance [ 1824.433806] env[62284]: DEBUG nova.compute.manager [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.434789] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7f5374-8e04-41e5-9c42-f6bbc8af0622 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.455062] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.682633] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512931} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.683139] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] b6b46bc3-0825-4098-94b9-025bb0feba19/b6b46bc3-0825-4098-94b9-025bb0feba19.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.683251] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.683539] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53dbcaf6-b94c-4b76-a741-e68566f1d36d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.691650] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1824.691650] env[62284]: value = "task-1954669" [ 1824.691650] env[62284]: _type = "Task" [ 1824.691650] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.701245] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.859679] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.862609] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.628s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.880963] env[62284]: INFO nova.scheduler.client.report [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted allocations for instance 4102a78a-a5f7-48cc-9b28-4ee756553c83 [ 1824.949837] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.954322] env[62284]: DEBUG nova.network.neutron [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Port dbb6f9f6-2f6d-4954-8b19-dc41c616540c binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1824.954629] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.954784] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.954953] env[62284]: DEBUG nova.network.neutron [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.970955] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.971123] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquired lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.971272] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Forcefully refreshing network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1825.202366] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13614} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.202653] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.203458] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc9d50-3210-405a-a355-ac8925e91751 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.226289] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] b6b46bc3-0825-4098-94b9-025bb0feba19/b6b46bc3-0825-4098-94b9-025bb0feba19.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.226603] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d447610d-9c6e-4790-9868-46afb89061de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.247839] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1825.247839] env[62284]: value = "task-1954670" [ 1825.247839] env[62284]: _type = "Task" [ 1825.247839] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.256843] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.391456] env[62284]: DEBUG oslo_concurrency.lockutils [None req-05dda763-6c7e-4597-bf1f-96d9756ccacc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "4102a78a-a5f7-48cc-9b28-4ee756553c83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.007s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.454753] env[62284]: DEBUG oslo_vmware.api [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954668, 'name': PowerOnVM_Task, 'duration_secs': 1.261923} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.455249] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1825.455320] env[62284]: INFO nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1825.455531] env[62284]: DEBUG nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.456395] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f35bf2a-6531-4de5-beee-de86fd51e408 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.465848] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.467031] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-891f1879-b6fd-4a2b-922a-190c43ddc613 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.476088] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1825.476088] env[62284]: value = "task-1954671" [ 1825.476088] env[62284]: _type = "Task" [ 1825.476088] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.491132] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.759368] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954670, 'name': ReconfigVM_Task, 'duration_secs': 0.353975} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.761918] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Reconfigured VM instance instance-0000003e to attach disk [datastore1] b6b46bc3-0825-4098-94b9-025bb0feba19/b6b46bc3-0825-4098-94b9-025bb0feba19.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.762781] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb6a4d0c-ca21-4161-abb1-004182985e75 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.771062] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1825.771062] env[62284]: value = "task-1954672" [ 1825.771062] env[62284]: _type = "Task" [ 1825.771062] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.783528] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954672, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.817061] env[62284]: DEBUG nova.network.neutron [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance_info_cache with network_info: [{"id": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "address": "fa:16:3e:70:a4:67", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb6f9f6-2f", "ovs_interfaceid": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.863780] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c792358-bf53-473b-ae4f-3cfe67566a5f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.874644] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2020b1f7-bdfc-4856-b0ad-2007c73567fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.908760] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ada4112-ae53-498b-84fd-e9d30ab49f23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.918377] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3239d182-f5d0-44b5-9218-d14e658799c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.943629] env[62284]: DEBUG nova.compute.provider_tree [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.988913] env[62284]: INFO nova.compute.manager [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Took 45.26 seconds to build instance. [ 1825.993563] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954671, 'name': PowerOffVM_Task, 'duration_secs': 0.20846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.993844] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.994092] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.994950] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06af4f6-40b2-4b43-a384-6d002ee8ab45 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.002581] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.003629] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-427566c7-e5e0-44a6-8f93-7b9046b32708 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.105659] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1826.105918] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1826.106123] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleting the datastore file [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.108847] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18e240b5-2851-430e-9c23-73662f75c0f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.120020] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1826.120020] env[62284]: value = "task-1954674" [ 1826.120020] env[62284]: _type = "Task" [ 1826.120020] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.126106] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.282132] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954672, 'name': Rename_Task, 'duration_secs': 0.189312} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.282617] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.283258] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302830c0-3637-438e-a9f1-b184ec7f0cb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.290997] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1826.290997] env[62284]: value = "task-1954675" [ 1826.290997] env[62284]: _type = "Task" [ 1826.290997] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.300066] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.306980] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance_info_cache with network_info: [{"id": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "address": "fa:16:3e:9d:17:4e", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f1f040-4d", "ovs_interfaceid": "63f1f040-4d2b-48df-a2d6-8296f5a3b3ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.318884] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.447068] env[62284]: DEBUG nova.scheduler.client.report [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.490561] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5c432d7-b21d-46e7-9e04-60f3a7012b9e tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "42f950dc-98e6-4270-9379-054b907e05c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.965s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.525739] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquiring lock "42f950dc-98e6-4270-9379-054b907e05c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.526360] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "42f950dc-98e6-4270-9379-054b907e05c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.526360] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquiring lock "42f950dc-98e6-4270-9379-054b907e05c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.526473] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "42f950dc-98e6-4270-9379-054b907e05c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.526611] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "42f950dc-98e6-4270-9379-054b907e05c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.530259] env[62284]: INFO nova.compute.manager [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Terminating instance [ 1826.627276] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165754} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.627553] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1826.627739] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1826.627918] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1826.812658] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Releasing lock "refresh_cache-f7cf5402-4409-4bd6-b173-cccca293b20f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.812658] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updated the network info_cache for instance {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1826.812658] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954675, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.812658] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.812658] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.812658] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.813140] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.813140] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.813140] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.813140] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1826.813140] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.821658] env[62284]: DEBUG nova.compute.manager [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62284) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1826.822394] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.033921] env[62284]: DEBUG nova.compute.manager [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.034254] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.035968] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f322d106-725b-426c-a903-2be20c95b8cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.046579] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.046894] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-195376e8-0fde-48ea-90b8-33bb2053c42d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.054964] env[62284]: DEBUG oslo_vmware.api [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1827.054964] env[62284]: value = "task-1954676" [ 1827.054964] env[62284]: _type = "Task" [ 1827.054964] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.063465] env[62284]: DEBUG oslo_vmware.api [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.304065] env[62284]: DEBUG oslo_vmware.api [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954675, 'name': PowerOnVM_Task, 'duration_secs': 0.919848} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.304357] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.304625] env[62284]: INFO nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1827.304811] env[62284]: DEBUG nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.305619] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8998ed8f-3b05-4187-ae23-1b69e70849ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.315772] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.399097] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.399358] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.458013] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.595s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.461509] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.137s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.463541] env[62284]: INFO nova.compute.claims [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.565840] env[62284]: DEBUG oslo_vmware.api [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.665867] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.666140] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.666307] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.666495] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.666645] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.666795] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.667014] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.667195] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.667426] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.667542] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.667723] env[62284]: DEBUG nova.virt.hardware [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.668574] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667ef600-c7cc-47cd-bbd2-e142e4cb1cb4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.677468] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0613ba3-0233-4ac9-8230-87701de0bf1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.690650] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '512e6f1e-1e74-4518-abbc-9b839470f69c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.697988] env[62284]: DEBUG oslo.service.loopingcall [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.698223] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.698420] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51faa74a-b4b2-451c-97e6-8eb2213de942 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.718327] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.718327] env[62284]: value = "task-1954677" [ 1827.718327] env[62284]: _type = "Task" [ 1827.718327] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.725788] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954677, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.825219] env[62284]: INFO nova.compute.manager [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Took 42.22 seconds to build instance. [ 1827.901512] env[62284]: DEBUG nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1828.026779] env[62284]: INFO nova.scheduler.client.report [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted allocation for migration 9d17fadc-9d49-46d8-9d09-6d8fceca33ec [ 1828.066357] env[62284]: DEBUG oslo_vmware.api [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.229620] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954677, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.327249] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0d528212-3fe2-441e-88f1-8010a2991bbf tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.973s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.426985] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.534850] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75939bd0-42d7-43de-95f0-6bee60b054af tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.503s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.573021] env[62284]: DEBUG oslo_vmware.api [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954676, 'name': PowerOffVM_Task, 'duration_secs': 1.386867} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.573021] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.573021] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.573648] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77759add-ea13-40fa-8035-8adcc0f6c317 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.687593] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.687841] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.688078] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Deleting the datastore file [datastore1] 42f950dc-98e6-4270-9379-054b907e05c3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.688706] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a425dd7-e38c-4532-8043-f343eab14980 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.698085] env[62284]: DEBUG oslo_vmware.api [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for the task: (returnval){ [ 1828.698085] env[62284]: value = "task-1954679" [ 1828.698085] env[62284]: _type = "Task" [ 1828.698085] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.711031] env[62284]: DEBUG oslo_vmware.api [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.731619] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954677, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.892111] env[62284]: DEBUG nova.compute.manager [req-82e1540f-106d-4ecb-badc-77a306ca62e6 req-3f4f79be-9e72-4f07-a691-cc624863b778 service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Received event network-changed-06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1828.892496] env[62284]: DEBUG nova.compute.manager [req-82e1540f-106d-4ecb-badc-77a306ca62e6 req-3f4f79be-9e72-4f07-a691-cc624863b778 service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Refreshing instance network info cache due to event network-changed-06ef0986-d653-4532-b2f6-c35d24997fe7. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1828.893597] env[62284]: DEBUG oslo_concurrency.lockutils [req-82e1540f-106d-4ecb-badc-77a306ca62e6 req-3f4f79be-9e72-4f07-a691-cc624863b778 service nova] Acquiring lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.893597] env[62284]: DEBUG oslo_concurrency.lockutils [req-82e1540f-106d-4ecb-badc-77a306ca62e6 req-3f4f79be-9e72-4f07-a691-cc624863b778 service nova] Acquired lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.893597] env[62284]: DEBUG nova.network.neutron [req-82e1540f-106d-4ecb-badc-77a306ca62e6 req-3f4f79be-9e72-4f07-a691-cc624863b778 service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Refreshing network info cache for port 06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.939485] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97efd1-ca89-4a8f-a6cb-1a1906a70dc2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.948894] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1a308f-5587-4cee-bc0b-d0d3e9a86f57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.984289] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2002cc3-62e2-401e-845c-5dacf953ce1b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.993808] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19ccd33-edf8-41a8-95a7-a260128bae6f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.010429] env[62284]: DEBUG nova.compute.provider_tree [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.212721] env[62284]: DEBUG oslo_vmware.api [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Task: {'id': task-1954679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203737} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.212965] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1829.213165] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1829.213341] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1829.213510] env[62284]: INFO nova.compute.manager [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1829.213821] env[62284]: DEBUG oslo.service.loopingcall [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.214029] env[62284]: DEBUG nova.compute.manager [-] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1829.214125] env[62284]: DEBUG nova.network.neutron [-] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1829.232548] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954677, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.514949] env[62284]: DEBUG nova.scheduler.client.report [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.667621] env[62284]: DEBUG nova.network.neutron [req-82e1540f-106d-4ecb-badc-77a306ca62e6 req-3f4f79be-9e72-4f07-a691-cc624863b778 service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Updated VIF entry in instance network info cache for port 06ef0986-d653-4532-b2f6-c35d24997fe7. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.668076] env[62284]: DEBUG nova.network.neutron [req-82e1540f-106d-4ecb-badc-77a306ca62e6 req-3f4f79be-9e72-4f07-a691-cc624863b778 service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Updating instance_info_cache with network_info: [{"id": "06ef0986-d653-4532-b2f6-c35d24997fe7", "address": "fa:16:3e:8a:d4:cd", "network": {"id": "8e610b1b-bb66-41ad-a4f5-52c14ccd2b8c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-52866874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec89529efff4d4e8e530758624eecbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ef0986-d6", "ovs_interfaceid": "06ef0986-d653-4532-b2f6-c35d24997fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.731639] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954677, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.025391] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.025950] env[62284]: DEBUG nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.028531] env[62284]: DEBUG nova.network.neutron [-] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.029519] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.072s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.029712] env[62284]: DEBUG nova.objects.instance [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lazy-loading 'resources' on Instance uuid 60e5ab9c-29f8-4bc7-a3be-07b267f12653 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.170688] env[62284]: DEBUG oslo_concurrency.lockutils [req-82e1540f-106d-4ecb-badc-77a306ca62e6 req-3f4f79be-9e72-4f07-a691-cc624863b778 service nova] Releasing lock "refresh_cache-b6b46bc3-0825-4098-94b9-025bb0feba19" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.232865] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954677, 'name': CreateVM_Task, 'duration_secs': 2.109534} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.233050] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.233821] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.234043] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.234423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.234764] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f33e741-da1a-4670-9bbd-099ab5f616ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.242543] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1830.242543] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e1249f-e4d3-e2c1-7e86-38404484f829" [ 1830.242543] env[62284]: _type = "Task" [ 1830.242543] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.262368] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e1249f-e4d3-e2c1-7e86-38404484f829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.430661] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.430963] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.431228] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.431551] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.431835] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.433745] env[62284]: INFO nova.compute.manager [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Terminating instance [ 1830.533207] env[62284]: DEBUG nova.compute.utils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.534895] env[62284]: DEBUG nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.535119] env[62284]: DEBUG nova.network.neutron [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.536973] env[62284]: INFO nova.compute.manager [-] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Took 1.32 seconds to deallocate network for instance. [ 1830.586449] env[62284]: DEBUG nova.policy [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7ed0c031d043439a70dc79ca400aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dea0bd2419646b1a207ef7c6c3acb39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.754789] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e1249f-e4d3-e2c1-7e86-38404484f829, 'name': SearchDatastore_Task, 'duration_secs': 0.027901} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.756217] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.756524] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.756771] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.758796] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.758796] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1830.758796] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795afeab-b3cb-4da0-966a-55b176b6a658 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.771419] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.771645] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.772473] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f458b3-3353-4bae-9bee-20a5063a0d11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.778928] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1830.778928] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca215e-f14a-e768-f171-561652da61c9" [ 1830.778928] env[62284]: _type = "Task" [ 1830.778928] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.789185] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca215e-f14a-e768-f171-561652da61c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.857859] env[62284]: DEBUG nova.network.neutron [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Successfully created port: 1c1b65a8-08dc-4d41-aa06-fc5f7fccc070 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.919497] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.919728] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.937259] env[62284]: DEBUG nova.compute.manager [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.937478] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.938357] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276412c-c4aa-4718-8344-322135df880c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.950265] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.950526] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a7067b7-8f17-4a30-a50d-81073fb5e6e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.962871] env[62284]: DEBUG oslo_vmware.api [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1830.962871] env[62284]: value = "task-1954680" [ 1830.962871] env[62284]: _type = "Task" [ 1830.962871] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.974710] env[62284]: DEBUG oslo_vmware.api [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.983080] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4891dc-3241-46b2-8c7c-b033220e8c67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.991992] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75529628-86a6-47e3-96b9-e243aeff9acc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.026078] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb93be3-b08e-4c8e-87e4-578e75195bab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.029589] env[62284]: DEBUG nova.compute.manager [req-0c454828-cdce-457e-a4f1-3326051bc165 req-065738bb-9d35-42f8-93a0-bbb2675fd0a3 service nova] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Received event network-vif-deleted-14fdee5f-4b25-41b7-84a4-7be579343b20 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1831.036740] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006c7140-290e-4ba3-81f9-eb4e38d42798 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.041880] env[62284]: DEBUG nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.046235] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.055472] env[62284]: DEBUG nova.compute.provider_tree [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.289969] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca215e-f14a-e768-f171-561652da61c9, 'name': SearchDatastore_Task, 'duration_secs': 0.021848} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.290924] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6d58c1-ad7c-47d0-b675-a7579311ff24 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.297423] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1831.297423] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5220385a-97fd-ce6f-0ea2-5f6ec2a3045e" [ 1831.297423] env[62284]: _type = "Task" [ 1831.297423] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.305999] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5220385a-97fd-ce6f-0ea2-5f6ec2a3045e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.422580] env[62284]: DEBUG nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1831.474015] env[62284]: DEBUG oslo_vmware.api [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954680, 'name': PowerOffVM_Task, 'duration_secs': 0.367498} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.474322] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.474479] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.474756] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72a6e62a-47ae-40a3-be36-2f88fdbb9486 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.558971] env[62284]: DEBUG nova.scheduler.client.report [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.573497] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.573497] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.573497] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleting the datastore file [datastore1] 24d5e16d-487c-48b0-b034-9204c0af2ea2 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.573663] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56e41a5d-b4f8-4efa-9b86-f31850ec7435 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.582255] env[62284]: DEBUG oslo_vmware.api [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1831.582255] env[62284]: value = "task-1954682" [ 1831.582255] env[62284]: _type = "Task" [ 1831.582255] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.590903] env[62284]: DEBUG oslo_vmware.api [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.807423] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5220385a-97fd-ce6f-0ea2-5f6ec2a3045e, 'name': SearchDatastore_Task, 'duration_secs': 0.013932} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.807655] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.807911] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.808176] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b07043c-05b6-47e0-a0b4-f4330cefb768 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.815854] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1831.815854] env[62284]: value = "task-1954683" [ 1831.815854] env[62284]: _type = "Task" [ 1831.815854] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.825940] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.948547] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.051613] env[62284]: DEBUG nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.065132] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.069940] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.267s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.069940] env[62284]: DEBUG nova.objects.instance [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lazy-loading 'resources' on Instance uuid c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.082496] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.083140] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.083140] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.083140] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.083343] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.083448] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.083690] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.083860] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.084057] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.084237] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.084938] env[62284]: DEBUG nova.virt.hardware [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.085752] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a8d974-25e4-44fb-b84e-22237ba69fcf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.093282] env[62284]: INFO nova.scheduler.client.report [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Deleted allocations for instance 60e5ab9c-29f8-4bc7-a3be-07b267f12653 [ 1832.105429] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ad823-80c1-4126-b87f-8a46914ff9b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.109745] env[62284]: DEBUG oslo_vmware.api [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143449} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.110502] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1832.110702] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1832.110882] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1832.111068] env[62284]: INFO nova.compute.manager [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1832.111326] env[62284]: DEBUG oslo.service.loopingcall [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.111952] env[62284]: DEBUG nova.compute.manager [-] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1832.112068] env[62284]: DEBUG nova.network.neutron [-] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1832.329607] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452222} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.329888] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.333195] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.333494] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b051734-9904-4faa-a4d1-736d09bd16dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.344175] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1832.344175] env[62284]: value = "task-1954684" [ 1832.344175] env[62284]: _type = "Task" [ 1832.344175] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.357770] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.605157] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a3607dd1-e287-4ac1-b6ce-06a7c4a5afe7 tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "60e5ab9c-29f8-4bc7-a3be-07b267f12653" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.141s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.660160] env[62284]: DEBUG nova.network.neutron [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Successfully updated port: 1c1b65a8-08dc-4d41-aa06-fc5f7fccc070 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.855056] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077894} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.855343] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1832.856155] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db18f3-ad83-4331-9c90-21fa8805f10e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.881202] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.883639] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f20ff98b-90cd-4963-8b0a-6353d79a0d16 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.905671] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1832.905671] env[62284]: value = "task-1954685" [ 1832.905671] env[62284]: _type = "Task" [ 1832.905671] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.916781] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.011311] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e7e6f0-2bf5-4714-94b8-76bb992b8d27 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.022021] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293d7fe6-4a01-4c78-b10d-22d21e2eae0a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.028952] env[62284]: DEBUG nova.network.neutron [-] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.055222] env[62284]: INFO nova.compute.manager [-] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Took 0.94 seconds to deallocate network for instance. [ 1833.056911] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af4c6cd-954c-43bf-8446-51de7cff7cec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.062897] env[62284]: DEBUG nova.compute.manager [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Received event network-vif-plugged-1c1b65a8-08dc-4d41-aa06-fc5f7fccc070 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1833.062897] env[62284]: DEBUG oslo_concurrency.lockutils [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] Acquiring lock "8aae663c-1904-4298-b9eb-448639b0bba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.062897] env[62284]: DEBUG oslo_concurrency.lockutils [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] Lock "8aae663c-1904-4298-b9eb-448639b0bba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.063059] env[62284]: DEBUG oslo_concurrency.lockutils [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] Lock "8aae663c-1904-4298-b9eb-448639b0bba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.063219] env[62284]: DEBUG nova.compute.manager [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] No waiting events found dispatching network-vif-plugged-1c1b65a8-08dc-4d41-aa06-fc5f7fccc070 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1833.063384] env[62284]: WARNING nova.compute.manager [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Received unexpected event network-vif-plugged-1c1b65a8-08dc-4d41-aa06-fc5f7fccc070 for instance with vm_state building and task_state spawning. [ 1833.063547] env[62284]: DEBUG nova.compute.manager [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Received event network-vif-deleted-f50e222b-3202-4347-8b91-557b9af64ddb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1833.063547] env[62284]: INFO nova.compute.manager [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Neutron deleted interface f50e222b-3202-4347-8b91-557b9af64ddb; detaching it from the instance and deleting it from the info cache [ 1833.063966] env[62284]: DEBUG nova.network.neutron [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.074152] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4407e212-1be3-46e0-a4ff-6addd1d316bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.089539] env[62284]: DEBUG nova.compute.provider_tree [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.166106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquiring lock "refresh_cache-8aae663c-1904-4298-b9eb-448639b0bba1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.166255] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquired lock "refresh_cache-8aae663c-1904-4298-b9eb-448639b0bba1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.166467] env[62284]: DEBUG nova.network.neutron [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.213383] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "9f720d75-6148-4fb1-934a-7c110953269e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.213667] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "9f720d75-6148-4fb1-934a-7c110953269e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.213909] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "9f720d75-6148-4fb1-934a-7c110953269e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.214154] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "9f720d75-6148-4fb1-934a-7c110953269e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.214448] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "9f720d75-6148-4fb1-934a-7c110953269e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.216853] env[62284]: INFO nova.compute.manager [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Terminating instance [ 1833.417968] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954685, 'name': ReconfigVM_Task, 'duration_secs': 0.44454} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.418350] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Reconfigured VM instance instance-0000001e to attach disk [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.419071] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1945027-c074-4f79-a873-8078f7250403 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.431863] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1833.431863] env[62284]: value = "task-1954686" [ 1833.431863] env[62284]: _type = "Task" [ 1833.431863] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.440974] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954686, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.569231] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.569559] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0403a68-f81b-4dbd-85ac-3e12d0c317dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.579338] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e203c9-c1f2-43de-9b74-267ca1f9c516 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.593145] env[62284]: DEBUG nova.scheduler.client.report [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.619056] env[62284]: DEBUG nova.compute.manager [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Detach interface failed, port_id=f50e222b-3202-4347-8b91-557b9af64ddb, reason: Instance 24d5e16d-487c-48b0-b034-9204c0af2ea2 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1833.619056] env[62284]: DEBUG nova.compute.manager [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Received event network-changed-1c1b65a8-08dc-4d41-aa06-fc5f7fccc070 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1833.619216] env[62284]: DEBUG nova.compute.manager [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Refreshing instance network info cache due to event network-changed-1c1b65a8-08dc-4d41-aa06-fc5f7fccc070. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1833.619330] env[62284]: DEBUG oslo_concurrency.lockutils [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] Acquiring lock "refresh_cache-8aae663c-1904-4298-b9eb-448639b0bba1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.698537] env[62284]: DEBUG nova.network.neutron [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.722814] env[62284]: DEBUG nova.compute.manager [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1833.723129] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.724265] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7f6dd0-0b67-4bd3-9ea7-0b35b98cb125 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.732759] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.733078] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-780e5658-34bc-4c27-b2c6-543e6dedd130 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.741716] env[62284]: DEBUG oslo_vmware.api [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1833.741716] env[62284]: value = "task-1954687" [ 1833.741716] env[62284]: _type = "Task" [ 1833.741716] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.750788] env[62284]: DEBUG oslo_vmware.api [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.890135] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.890135] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.890135] env[62284]: DEBUG nova.network.neutron [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.908549] env[62284]: DEBUG nova.network.neutron [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Updating instance_info_cache with network_info: [{"id": "1c1b65a8-08dc-4d41-aa06-fc5f7fccc070", "address": "fa:16:3e:48:65:3a", "network": {"id": "2ae76ea7-3b92-4597-833d-ef7bbc69988e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1283767030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dea0bd2419646b1a207ef7c6c3acb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1b65a8-08", "ovs_interfaceid": "1c1b65a8-08dc-4d41-aa06-fc5f7fccc070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.913531] env[62284]: DEBUG nova.compute.manager [req-c5ce2a46-5532-45e4-86f9-d216c028dbba req-d54849e2-8d44-4df3-8d76-c5abfb44f66a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Received event network-changed-3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1833.913531] env[62284]: DEBUG nova.compute.manager [req-c5ce2a46-5532-45e4-86f9-d216c028dbba req-d54849e2-8d44-4df3-8d76-c5abfb44f66a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Refreshing instance network info cache due to event network-changed-3cee4721-b3e9-40da-a684-7aa6e39cb5b6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1833.913663] env[62284]: DEBUG oslo_concurrency.lockutils [req-c5ce2a46-5532-45e4-86f9-d216c028dbba req-d54849e2-8d44-4df3-8d76-c5abfb44f66a service nova] Acquiring lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.942469] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954686, 'name': Rename_Task, 'duration_secs': 0.157339} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.942787] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.943073] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f591920d-1bb6-4139-88e6-511f5a1ab5ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.949859] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1833.949859] env[62284]: value = "task-1954688" [ 1833.949859] env[62284]: _type = "Task" [ 1833.949859] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.959136] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.098369] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.100987] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.538s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.102714] env[62284]: INFO nova.compute.claims [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.121977] env[62284]: INFO nova.scheduler.client.report [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Deleted allocations for instance c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc [ 1834.253030] env[62284]: DEBUG oslo_vmware.api [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954687, 'name': PowerOffVM_Task, 'duration_secs': 0.186874} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.253191] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.253388] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.253659] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-593f96c2-01c1-46d1-a9d1-8cb0d4465b36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.350340] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.350533] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.350790] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Deleting the datastore file [datastore1] 9f720d75-6148-4fb1-934a-7c110953269e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.351130] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27865b10-44be-411d-a186-25ed647b7b82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.358829] env[62284]: DEBUG oslo_vmware.api [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for the task: (returnval){ [ 1834.358829] env[62284]: value = "task-1954690" [ 1834.358829] env[62284]: _type = "Task" [ 1834.358829] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.367253] env[62284]: DEBUG oslo_vmware.api [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.411087] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Releasing lock "refresh_cache-8aae663c-1904-4298-b9eb-448639b0bba1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.411554] env[62284]: DEBUG nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Instance network_info: |[{"id": "1c1b65a8-08dc-4d41-aa06-fc5f7fccc070", "address": "fa:16:3e:48:65:3a", "network": {"id": "2ae76ea7-3b92-4597-833d-ef7bbc69988e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1283767030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dea0bd2419646b1a207ef7c6c3acb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1b65a8-08", "ovs_interfaceid": "1c1b65a8-08dc-4d41-aa06-fc5f7fccc070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.411915] env[62284]: DEBUG oslo_concurrency.lockutils [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] Acquired lock "refresh_cache-8aae663c-1904-4298-b9eb-448639b0bba1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.412141] env[62284]: DEBUG nova.network.neutron [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Refreshing network info cache for port 1c1b65a8-08dc-4d41-aa06-fc5f7fccc070 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.413394] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:65:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c1b65a8-08dc-4d41-aa06-fc5f7fccc070', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.421342] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Creating folder: Project (9dea0bd2419646b1a207ef7c6c3acb39). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.422504] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e436305-bb1a-4f51-a3c8-7cacc28403a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.438255] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Created folder: Project (9dea0bd2419646b1a207ef7c6c3acb39) in parent group-v402637. [ 1834.438539] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Creating folder: Instances. Parent ref: group-v402816. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.438735] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-414476e8-ed44-4273-979c-dd5dfd21bef3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.449519] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Created folder: Instances in parent group-v402816. [ 1834.449784] env[62284]: DEBUG oslo.service.loopingcall [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.450011] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.450308] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfe28056-f7d7-4d69-a923-193c1dc09d06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.474416] env[62284]: DEBUG oslo_vmware.api [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954688, 'name': PowerOnVM_Task, 'duration_secs': 0.498853} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.478023] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.478271] env[62284]: DEBUG nova.compute.manager [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.478539] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.478539] env[62284]: value = "task-1954693" [ 1834.478539] env[62284]: _type = "Task" [ 1834.478539] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.479298] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7af5a3-0be1-483c-8a37-9ad6f4a02a08 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.491626] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954693, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.629683] env[62284]: DEBUG oslo_concurrency.lockutils [None req-da483633-e4d5-4813-b48d-50b8d8f9320c tempest-InstanceActionsTestJSON-623025436 tempest-InstanceActionsTestJSON-623025436-project-member] Lock "c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.414s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.653709] env[62284]: DEBUG nova.network.neutron [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating instance_info_cache with network_info: [{"id": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "address": "fa:16:3e:21:e9:8f", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tap3cee4721-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.869982] env[62284]: DEBUG oslo_vmware.api [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Task: {'id': task-1954690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213036} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.873231] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.873231] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.873231] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.873231] env[62284]: INFO nova.compute.manager [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1834.873231] env[62284]: DEBUG oslo.service.loopingcall [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.873478] env[62284]: DEBUG nova.compute.manager [-] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1834.873478] env[62284]: DEBUG nova.network.neutron [-] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.012966] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954693, 'name': CreateVM_Task, 'duration_secs': 0.479332} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.015443] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1835.019242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.019242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.019242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.019242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.019242] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9969d4-d42d-469d-9ba3-16e6f5dc66bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.029645] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1835.029645] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522fd99d-3dec-93d7-7ae7-42d393293a07" [ 1835.029645] env[62284]: _type = "Task" [ 1835.029645] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.042957] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522fd99d-3dec-93d7-7ae7-42d393293a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.156026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.158294] env[62284]: DEBUG oslo_concurrency.lockutils [req-c5ce2a46-5532-45e4-86f9-d216c028dbba req-d54849e2-8d44-4df3-8d76-c5abfb44f66a service nova] Acquired lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.159761] env[62284]: DEBUG nova.network.neutron [req-c5ce2a46-5532-45e4-86f9-d216c028dbba req-d54849e2-8d44-4df3-8d76-c5abfb44f66a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Refreshing network info cache for port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.184433] env[62284]: DEBUG nova.compute.manager [req-b2ff1e18-2aa0-4852-8605-35cb5c8dcf31 req-4fa8c10c-3de9-42d4-ad1e-e497b5496743 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Received event network-vif-deleted-65cb1303-2fab-4bb6-9b82-d73f08f244bb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1835.185019] env[62284]: INFO nova.compute.manager [req-b2ff1e18-2aa0-4852-8605-35cb5c8dcf31 req-4fa8c10c-3de9-42d4-ad1e-e497b5496743 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Neutron deleted interface 65cb1303-2fab-4bb6-9b82-d73f08f244bb; detaching it from the instance and deleting it from the info cache [ 1835.185019] env[62284]: DEBUG nova.network.neutron [req-b2ff1e18-2aa0-4852-8605-35cb5c8dcf31 req-4fa8c10c-3de9-42d4-ad1e-e497b5496743 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.198081] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6bd2ad88be9330c1321570d74df183e4',container_format='bare',created_at=2024-12-23T08:31:11Z,direct_url=,disk_format='vmdk',id=2996462f-4e4c-4e64-879b-2005aec62a5f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-809899755-shelved',owner='09716184fa71458baf122aa626c4e0d9',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2024-12-23T08:31:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1835.198380] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1835.198544] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1835.198783] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1835.199195] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1835.199348] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1835.199599] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1835.199815] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1835.200021] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1835.200226] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1835.200447] env[62284]: DEBUG nova.virt.hardware [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1835.201813] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204c666-ea56-4e54-8ef2-3c84668ae1bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.217606] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456b297-78bd-48cc-b19a-3c2bea8df1e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.237856] env[62284]: DEBUG nova.compute.claims [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Aborting claim: {{(pid=62284) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1835.238178] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.302920] env[62284]: DEBUG nova.network.neutron [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Updated VIF entry in instance network info cache for port 1c1b65a8-08dc-4d41-aa06-fc5f7fccc070. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.303341] env[62284]: DEBUG nova.network.neutron [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Updating instance_info_cache with network_info: [{"id": "1c1b65a8-08dc-4d41-aa06-fc5f7fccc070", "address": "fa:16:3e:48:65:3a", "network": {"id": "2ae76ea7-3b92-4597-833d-ef7bbc69988e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1283767030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dea0bd2419646b1a207ef7c6c3acb39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1b65a8-08", "ovs_interfaceid": "1c1b65a8-08dc-4d41-aa06-fc5f7fccc070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.541814] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522fd99d-3dec-93d7-7ae7-42d393293a07, 'name': SearchDatastore_Task, 'duration_secs': 0.01888} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.544902] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.545178] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.545421] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.545575] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.545759] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.546350] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d1321e4-56ad-4368-91d0-291af4183dea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.560088] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.560304] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.561379] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705b42c0-65b0-4062-b80c-47d464a0b914 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.572924] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1835.572924] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf2de7-94ea-fe43-c5cd-131d4b505489" [ 1835.572924] env[62284]: _type = "Task" [ 1835.572924] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.588037] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf2de7-94ea-fe43-c5cd-131d4b505489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.602397] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc8852-d0ad-42af-a517-f967d8b9c3b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.613317] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ccf82b-0ce6-4040-8d61-ca376db37628 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.653157] env[62284]: DEBUG nova.network.neutron [-] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.656031] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5509fd5-02f0-4a01-b5a9-256af73eb926 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.666760] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21cdcca-648f-45a3-906d-d5545212cd2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.684799] env[62284]: DEBUG nova.compute.provider_tree [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.690163] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c0a9122-a2f1-459f-b392-23448a2203fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.701251] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f5e015-3838-47d0-937d-e3dea1333167 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.748234] env[62284]: DEBUG nova.compute.manager [req-b2ff1e18-2aa0-4852-8605-35cb5c8dcf31 req-4fa8c10c-3de9-42d4-ad1e-e497b5496743 service nova] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Detach interface failed, port_id=65cb1303-2fab-4bb6-9b82-d73f08f244bb, reason: Instance 9f720d75-6148-4fb1-934a-7c110953269e could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1835.807902] env[62284]: DEBUG oslo_concurrency.lockutils [req-75c548c2-c0f9-4346-b8e1-7348691ccc45 req-8fdbdfc9-4157-45df-a7e4-e42aff01d1d4 service nova] Releasing lock "refresh_cache-8aae663c-1904-4298-b9eb-448639b0bba1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.934883] env[62284]: DEBUG nova.network.neutron [req-c5ce2a46-5532-45e4-86f9-d216c028dbba req-d54849e2-8d44-4df3-8d76-c5abfb44f66a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updated VIF entry in instance network info cache for port 3cee4721-b3e9-40da-a684-7aa6e39cb5b6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.935394] env[62284]: DEBUG nova.network.neutron [req-c5ce2a46-5532-45e4-86f9-d216c028dbba req-d54849e2-8d44-4df3-8d76-c5abfb44f66a service nova] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Updating instance_info_cache with network_info: [{"id": "3cee4721-b3e9-40da-a684-7aa6e39cb5b6", "address": "fa:16:3e:21:e9:8f", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tap3cee4721-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.084403] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf2de7-94ea-fe43-c5cd-131d4b505489, 'name': SearchDatastore_Task, 'duration_secs': 0.038804} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.085260] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ee38a6-e2a7-4d1a-b058-6d271215c200 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.091540] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1836.091540] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e24d3b-2ccd-6f6d-3bf5-73a666bc2d57" [ 1836.091540] env[62284]: _type = "Task" [ 1836.091540] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.099891] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e24d3b-2ccd-6f6d-3bf5-73a666bc2d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.156735] env[62284]: INFO nova.compute.manager [-] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Took 1.28 seconds to deallocate network for instance. [ 1836.191694] env[62284]: DEBUG nova.scheduler.client.report [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.444126] env[62284]: DEBUG oslo_concurrency.lockutils [req-c5ce2a46-5532-45e4-86f9-d216c028dbba req-d54849e2-8d44-4df3-8d76-c5abfb44f66a service nova] Releasing lock "refresh_cache-1023f77b-0f09-418a-adf1-d3e36bc41bc3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.448875] env[62284]: INFO nova.compute.manager [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Rebuilding instance [ 1836.494588] env[62284]: DEBUG nova.compute.manager [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.495354] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9a4f7d-0501-4e64-92b0-e9a7827ce2b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.605537] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e24d3b-2ccd-6f6d-3bf5-73a666bc2d57, 'name': SearchDatastore_Task, 'duration_secs': 0.056123} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.606028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.606109] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 8aae663c-1904-4298-b9eb-448639b0bba1/8aae663c-1904-4298-b9eb-448639b0bba1.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.606610] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5512bc7c-c4cc-4b66-a52c-ae59fc05f6d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.615079] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1836.615079] env[62284]: value = "task-1954694" [ 1836.615079] env[62284]: _type = "Task" [ 1836.615079] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.624347] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.664879] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.695638] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.696235] env[62284]: DEBUG nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1836.699076] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.803s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.699293] env[62284]: DEBUG nova.objects.instance [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lazy-loading 'resources' on Instance uuid 298ba832-f2a1-4518-9b83-0383605c5ec9 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.125792] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48978} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.125792] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 8aae663c-1904-4298-b9eb-448639b0bba1/8aae663c-1904-4298-b9eb-448639b0bba1.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.125792] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.126129] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48531619-6716-4f7f-8725-9c1caa7d5ff2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.134489] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1837.134489] env[62284]: value = "task-1954695" [ 1837.134489] env[62284]: _type = "Task" [ 1837.134489] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.144429] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.203659] env[62284]: DEBUG nova.compute.utils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1837.210131] env[62284]: DEBUG nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1837.210361] env[62284]: DEBUG nova.network.neutron [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1837.292123] env[62284]: DEBUG nova.policy [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4936b455c44d4bab8634f7a1b58989d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '895ab6ee710b4a888239a4a54ccfdd9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1837.512200] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.512689] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aacae0b-c7bc-49ea-b35e-b4f39a7590ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.521182] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1837.521182] env[62284]: value = "task-1954696" [ 1837.521182] env[62284]: _type = "Task" [ 1837.521182] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.531800] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.590612] env[62284]: DEBUG nova.network.neutron [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Successfully created port: 6c746471-a93e-4f24-9cb0-d2c3998cee9f {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1837.622785] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7145585e-cb4b-4578-8ec3-a0f1d768c401 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.631140] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b456d05-9963-4eab-bb59-fa183ed53978 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.665298] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f130a-d4a2-4fe4-982f-4afb69099fd2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.670982] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064963} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.671651] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.672469] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcda06f-59bb-40f7-a302-c9266a6ae5dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.678324] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdf19b4-cfac-427e-b602-090574734549 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.699577] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 8aae663c-1904-4298-b9eb-448639b0bba1/8aae663c-1904-4298-b9eb-448639b0bba1.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.700198] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4402de-568b-4c51-82e9-3f0ffe460a9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.722234] env[62284]: DEBUG nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1837.728029] env[62284]: DEBUG nova.compute.provider_tree [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.733808] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1837.733808] env[62284]: value = "task-1954697" [ 1837.733808] env[62284]: _type = "Task" [ 1837.733808] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.744511] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.031359] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954696, 'name': PowerOffVM_Task, 'duration_secs': 0.332696} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.031562] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1838.031794] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1838.032623] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1bc899-0ba8-4209-9406-2e0c7286131e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.039805] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1838.040047] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-477fcf98-bac8-4b93-bfa7-f2e19a2c93ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.231046] env[62284]: DEBUG nova.scheduler.client.report [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.263668] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954697, 'name': ReconfigVM_Task, 'duration_secs': 0.375272} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.265130] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 8aae663c-1904-4298-b9eb-448639b0bba1/8aae663c-1904-4298-b9eb-448639b0bba1.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.265823] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1838.266026] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1838.266209] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleting the datastore file [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1838.267015] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee76aeab-e370-47a5-8c05-f871c7fe8534 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.268684] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1843de83-2d93-408d-8e1e-dc0393fdb30a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.277911] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1838.277911] env[62284]: value = "task-1954700" [ 1838.277911] env[62284]: _type = "Task" [ 1838.277911] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.279169] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1838.279169] env[62284]: value = "task-1954699" [ 1838.279169] env[62284]: _type = "Task" [ 1838.279169] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.291421] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954700, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.293050] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.736059] env[62284]: DEBUG nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1838.738705] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.741028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.876s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.741113] env[62284]: DEBUG nova.objects.instance [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lazy-loading 'resources' on Instance uuid 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.762334] env[62284]: INFO nova.scheduler.client.report [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Deleted allocations for instance 298ba832-f2a1-4518-9b83-0383605c5ec9 [ 1838.767912] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1838.768165] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.768311] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1838.768491] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.768681] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1838.768782] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1838.769017] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1838.769245] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1838.769427] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1838.769592] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1838.769767] env[62284]: DEBUG nova.virt.hardware [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1838.770935] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea61abd-11a7-430c-9c59-1080f9a68b3d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.788343] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f782f073-8bcb-45a8-8eaa-2549d7707f18 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.818180] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954700, 'name': Rename_Task, 'duration_secs': 0.175689} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.824452] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.824614] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139894} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.824925] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-052dd3df-37fd-43e1-87a3-f0fadc741495 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.826822] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.827031] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.827237] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.837863] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1838.837863] env[62284]: value = "task-1954701" [ 1838.837863] env[62284]: _type = "Task" [ 1838.837863] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.849207] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.072194] env[62284]: DEBUG nova.compute.manager [req-6a3bbc03-02c3-4675-8b14-8a26b537ab1a req-c13aca3e-0b7f-44c0-8d56-52ccd30698bd service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Received event network-vif-plugged-6c746471-a93e-4f24-9cb0-d2c3998cee9f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1839.072632] env[62284]: DEBUG oslo_concurrency.lockutils [req-6a3bbc03-02c3-4675-8b14-8a26b537ab1a req-c13aca3e-0b7f-44c0-8d56-52ccd30698bd service nova] Acquiring lock "0664da9f-b4a4-40de-8ff2-89f301c292dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.072724] env[62284]: DEBUG oslo_concurrency.lockutils [req-6a3bbc03-02c3-4675-8b14-8a26b537ab1a req-c13aca3e-0b7f-44c0-8d56-52ccd30698bd service nova] Lock "0664da9f-b4a4-40de-8ff2-89f301c292dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.072832] env[62284]: DEBUG oslo_concurrency.lockutils [req-6a3bbc03-02c3-4675-8b14-8a26b537ab1a req-c13aca3e-0b7f-44c0-8d56-52ccd30698bd service nova] Lock "0664da9f-b4a4-40de-8ff2-89f301c292dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.073014] env[62284]: DEBUG nova.compute.manager [req-6a3bbc03-02c3-4675-8b14-8a26b537ab1a req-c13aca3e-0b7f-44c0-8d56-52ccd30698bd service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] No waiting events found dispatching network-vif-plugged-6c746471-a93e-4f24-9cb0-d2c3998cee9f {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1839.073194] env[62284]: WARNING nova.compute.manager [req-6a3bbc03-02c3-4675-8b14-8a26b537ab1a req-c13aca3e-0b7f-44c0-8d56-52ccd30698bd service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Received unexpected event network-vif-plugged-6c746471-a93e-4f24-9cb0-d2c3998cee9f for instance with vm_state building and task_state spawning. [ 1839.170406] env[62284]: DEBUG nova.network.neutron [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Successfully updated port: 6c746471-a93e-4f24-9cb0-d2c3998cee9f {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1839.282338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ebb96a6-98c1-4af8-a1c2-aebaee522e01 tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "298ba832-f2a1-4518-9b83-0383605c5ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.383s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.350770] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.483283] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.483283] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.483283] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.485875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.485875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.487222] env[62284]: INFO nova.compute.manager [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Terminating instance [ 1839.675616] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "refresh_cache-0664da9f-b4a4-40de-8ff2-89f301c292dc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.675819] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "refresh_cache-0664da9f-b4a4-40de-8ff2-89f301c292dc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.675918] env[62284]: DEBUG nova.network.neutron [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.692725] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4324769-e798-4d3e-b54a-d4c3c1091a19 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.701305] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16744ce-d726-40cb-b5f0-baeb32b0a2ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.731569] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b8310f-433a-44c6-ad7a-b7cd594eb53a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.739126] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f92d85-8ee0-498f-8f31-4043e5dc6af5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.753241] env[62284]: DEBUG nova.compute.provider_tree [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.849295] env[62284]: DEBUG oslo_vmware.api [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954701, 'name': PowerOnVM_Task, 'duration_secs': 0.68698} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.849614] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.849888] env[62284]: INFO nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1839.850095] env[62284]: DEBUG nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.850879] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa361ac-5d8e-4fa5-a450-84fb930b722d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.864705] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1839.865044] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.865239] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1839.865429] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.865576] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1839.865722] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1839.865932] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1839.866182] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1839.866497] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1839.866555] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1839.866680] env[62284]: DEBUG nova.virt.hardware [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1839.867463] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316323c-4244-4eeb-8ce2-455697c9c9f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.877393] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b73cbe-f22c-409c-8e6a-cede035d4715 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.893456] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '512e6f1e-1e74-4518-abbc-9b839470f69c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.901020] env[62284]: DEBUG oslo.service.loopingcall [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.901650] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.901981] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54a8f09f-5669-4dda-a6a9-ffe5d51888c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.921624] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.921624] env[62284]: value = "task-1954702" [ 1839.921624] env[62284]: _type = "Task" [ 1839.921624] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.931110] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954702, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.993556] env[62284]: DEBUG nova.compute.manager [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1839.993784] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1839.994694] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c6fa1-8560-4c9a-b4f0-9b680b468177 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.003018] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.003271] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96cf759d-c98b-4486-865e-7efa5f86821f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.012833] env[62284]: DEBUG oslo_vmware.api [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1840.012833] env[62284]: value = "task-1954703" [ 1840.012833] env[62284]: _type = "Task" [ 1840.012833] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.022013] env[62284]: DEBUG oslo_vmware.api [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.224392] env[62284]: DEBUG nova.network.neutron [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1840.256286] env[62284]: DEBUG nova.scheduler.client.report [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.369412] env[62284]: INFO nova.compute.manager [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Took 39.06 seconds to build instance. [ 1840.382683] env[62284]: DEBUG nova.network.neutron [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Updating instance_info_cache with network_info: [{"id": "6c746471-a93e-4f24-9cb0-d2c3998cee9f", "address": "fa:16:3e:05:c8:ad", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c746471-a9", "ovs_interfaceid": "6c746471-a93e-4f24-9cb0-d2c3998cee9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.432381] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954702, 'name': CreateVM_Task, 'duration_secs': 0.356762} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.432656] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.433310] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.433478] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.433829] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.434138] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e99290-f222-415e-83d5-47430d20e853 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.440019] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1840.440019] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52860959-98d0-b56d-8004-0d95381efbe9" [ 1840.440019] env[62284]: _type = "Task" [ 1840.440019] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.451606] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52860959-98d0-b56d-8004-0d95381efbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.523196] env[62284]: DEBUG oslo_vmware.api [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954703, 'name': PowerOffVM_Task, 'duration_secs': 0.283335} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.523196] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.523403] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1840.523501] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6423f193-56a6-47f3-ac20-34fbffeb645a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.640224] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1840.640224] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1840.640224] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Deleting the datastore file [datastore1] af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1840.640440] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e18e9a8f-be82-4b28-b58f-89683e9aecb3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.647910] env[62284]: DEBUG oslo_vmware.api [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for the task: (returnval){ [ 1840.647910] env[62284]: value = "task-1954705" [ 1840.647910] env[62284]: _type = "Task" [ 1840.647910] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.656619] env[62284]: DEBUG oslo_vmware.api [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.761111] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.764790] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.983s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.764790] env[62284]: DEBUG nova.objects.instance [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lazy-loading 'pci_requests' on Instance uuid ca6758db-5d65-4671-814c-957348d62858 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.795599] env[62284]: INFO nova.scheduler.client.report [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Deleted allocations for instance 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb [ 1840.871785] env[62284]: DEBUG oslo_concurrency.lockutils [None req-06c08d64-c28c-4b29-9757-688296d632c2 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "8aae663c-1904-4298-b9eb-448639b0bba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.574s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.885598] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "refresh_cache-0664da9f-b4a4-40de-8ff2-89f301c292dc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.886032] env[62284]: DEBUG nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Instance network_info: |[{"id": "6c746471-a93e-4f24-9cb0-d2c3998cee9f", "address": "fa:16:3e:05:c8:ad", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c746471-a9", "ovs_interfaceid": "6c746471-a93e-4f24-9cb0-d2c3998cee9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1840.886498] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:c8:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c746471-a93e-4f24-9cb0-d2c3998cee9f', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1840.894405] env[62284]: DEBUG oslo.service.loopingcall [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.894681] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1840.894926] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b5eae71-fae4-480f-8145-cc53e4feffe8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.920033] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1840.920033] env[62284]: value = "task-1954706" [ 1840.920033] env[62284]: _type = "Task" [ 1840.920033] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.926562] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954706, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.952829] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52860959-98d0-b56d-8004-0d95381efbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.953187] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.953424] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.953722] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.953804] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.953981] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.954270] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3f76034-b507-4c38-a151-70290fdec8b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.963158] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.963358] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.964136] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87930414-999f-413b-8f06-76a013da3a41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.970819] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1840.970819] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5290026d-58ee-0528-c6d6-3b38534d59ed" [ 1840.970819] env[62284]: _type = "Task" [ 1840.970819] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.979878] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5290026d-58ee-0528-c6d6-3b38534d59ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.125828] env[62284]: DEBUG nova.compute.manager [req-663368ff-9fa7-42eb-b739-cafa7d258b5e req-88b2171f-e711-44c3-8b49-c517cd4aaebd service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Received event network-changed-6c746471-a93e-4f24-9cb0-d2c3998cee9f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1841.126049] env[62284]: DEBUG nova.compute.manager [req-663368ff-9fa7-42eb-b739-cafa7d258b5e req-88b2171f-e711-44c3-8b49-c517cd4aaebd service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Refreshing instance network info cache due to event network-changed-6c746471-a93e-4f24-9cb0-d2c3998cee9f. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1841.126325] env[62284]: DEBUG oslo_concurrency.lockutils [req-663368ff-9fa7-42eb-b739-cafa7d258b5e req-88b2171f-e711-44c3-8b49-c517cd4aaebd service nova] Acquiring lock "refresh_cache-0664da9f-b4a4-40de-8ff2-89f301c292dc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.126518] env[62284]: DEBUG oslo_concurrency.lockutils [req-663368ff-9fa7-42eb-b739-cafa7d258b5e req-88b2171f-e711-44c3-8b49-c517cd4aaebd service nova] Acquired lock "refresh_cache-0664da9f-b4a4-40de-8ff2-89f301c292dc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.126706] env[62284]: DEBUG nova.network.neutron [req-663368ff-9fa7-42eb-b739-cafa7d258b5e req-88b2171f-e711-44c3-8b49-c517cd4aaebd service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Refreshing network info cache for port 6c746471-a93e-4f24-9cb0-d2c3998cee9f {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.158678] env[62284]: DEBUG oslo_vmware.api [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Task: {'id': task-1954705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161554} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.158960] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.159174] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1841.159373] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1841.159561] env[62284]: INFO nova.compute.manager [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1841.159815] env[62284]: DEBUG oslo.service.loopingcall [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.160339] env[62284]: DEBUG nova.compute.manager [-] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1841.160450] env[62284]: DEBUG nova.network.neutron [-] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1841.271351] env[62284]: DEBUG nova.objects.instance [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lazy-loading 'numa_topology' on Instance uuid ca6758db-5d65-4671-814c-957348d62858 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.302480] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d05015c7-4068-4c2c-9cff-25c06e0943cc tempest-SecurityGroupsTestJSON-1216864125 tempest-SecurityGroupsTestJSON-1216864125-project-member] Lock "7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.416s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.314137] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquiring lock "8aae663c-1904-4298-b9eb-448639b0bba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.314630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "8aae663c-1904-4298-b9eb-448639b0bba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.314999] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquiring lock "8aae663c-1904-4298-b9eb-448639b0bba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.315348] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "8aae663c-1904-4298-b9eb-448639b0bba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.315632] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "8aae663c-1904-4298-b9eb-448639b0bba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.318894] env[62284]: INFO nova.compute.manager [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Terminating instance [ 1841.431173] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954706, 'name': CreateVM_Task, 'duration_secs': 0.443667} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.431173] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1841.431173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.431173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.431733] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1841.431733] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e484f411-2e3d-4169-8cf1-23cc8e031eb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.437168] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1841.437168] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524ec151-afe5-83bd-170f-63d3bb12d6d3" [ 1841.437168] env[62284]: _type = "Task" [ 1841.437168] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.445549] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524ec151-afe5-83bd-170f-63d3bb12d6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.488256] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5290026d-58ee-0528-c6d6-3b38534d59ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.488256] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58425611-e6d6-49dd-a263-a881d5fb34ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.503696] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1841.503696] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527e1fb8-f3ff-419e-d32b-dd4d41cef0a0" [ 1841.503696] env[62284]: _type = "Task" [ 1841.503696] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.514659] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527e1fb8-f3ff-419e-d32b-dd4d41cef0a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.778917] env[62284]: INFO nova.compute.claims [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.826318] env[62284]: DEBUG nova.compute.manager [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1841.826639] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.827594] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ee2dc9-2dee-4fc3-883e-acd3669b9543 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.839914] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.840433] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-141f8128-6509-43d5-bbe0-68451191a432 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.848740] env[62284]: DEBUG oslo_vmware.api [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1841.848740] env[62284]: value = "task-1954707" [ 1841.848740] env[62284]: _type = "Task" [ 1841.848740] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.863039] env[62284]: DEBUG oslo_vmware.api [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.871141] env[62284]: DEBUG nova.network.neutron [req-663368ff-9fa7-42eb-b739-cafa7d258b5e req-88b2171f-e711-44c3-8b49-c517cd4aaebd service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Updated VIF entry in instance network info cache for port 6c746471-a93e-4f24-9cb0-d2c3998cee9f. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.871673] env[62284]: DEBUG nova.network.neutron [req-663368ff-9fa7-42eb-b739-cafa7d258b5e req-88b2171f-e711-44c3-8b49-c517cd4aaebd service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Updating instance_info_cache with network_info: [{"id": "6c746471-a93e-4f24-9cb0-d2c3998cee9f", "address": "fa:16:3e:05:c8:ad", "network": {"id": "bb5c47a7-e492-4be0-bc79-dc4ff1d45673", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-633032273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "895ab6ee710b4a888239a4a54ccfdd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c746471-a9", "ovs_interfaceid": "6c746471-a93e-4f24-9cb0-d2c3998cee9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.956476] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524ec151-afe5-83bd-170f-63d3bb12d6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.958634] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.958634] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1841.958634] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.000114] env[62284]: DEBUG nova.network.neutron [-] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.016265] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527e1fb8-f3ff-419e-d32b-dd4d41cef0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.018318] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.018880] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.019790] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.020115] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.020451] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f58706b-6f2c-492b-8057-8056b5d030db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.023432] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d1c2798-3f60-43b6-a805-3e1cfc9b931a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.035116] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1842.035116] env[62284]: value = "task-1954708" [ 1842.035116] env[62284]: _type = "Task" [ 1842.035116] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.039290] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.039682] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.041789] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cc6dd9-88cf-419b-a58a-67c0dfddc060 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.048098] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.054807] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1842.054807] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fea47b-0128-3b4c-e5e8-c8e7e098db47" [ 1842.054807] env[62284]: _type = "Task" [ 1842.054807] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.065132] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fea47b-0128-3b4c-e5e8-c8e7e098db47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.361754] env[62284]: DEBUG oslo_vmware.api [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954707, 'name': PowerOffVM_Task, 'duration_secs': 0.21069} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.362636] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.364104] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.364890] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10515c77-ef1e-457d-abfa-82a3c74943be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.375419] env[62284]: DEBUG oslo_concurrency.lockutils [req-663368ff-9fa7-42eb-b739-cafa7d258b5e req-88b2171f-e711-44c3-8b49-c517cd4aaebd service nova] Releasing lock "refresh_cache-0664da9f-b4a4-40de-8ff2-89f301c292dc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.455376] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.455376] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.455376] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Deleting the datastore file [datastore1] 8aae663c-1904-4298-b9eb-448639b0bba1 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.455376] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-459b81a7-957a-4fc1-8b02-f87fa2f74d04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.461889] env[62284]: DEBUG oslo_vmware.api [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for the task: (returnval){ [ 1842.461889] env[62284]: value = "task-1954710" [ 1842.461889] env[62284]: _type = "Task" [ 1842.461889] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.471333] env[62284]: DEBUG oslo_vmware.api [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.504218] env[62284]: INFO nova.compute.manager [-] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Took 1.34 seconds to deallocate network for instance. [ 1842.548784] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433114} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.549094] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1842.549323] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.549720] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f313d6d4-ee65-4993-95d0-d7493eb8ba9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.561030] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1842.561030] env[62284]: value = "task-1954711" [ 1842.561030] env[62284]: _type = "Task" [ 1842.561030] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.569859] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fea47b-0128-3b4c-e5e8-c8e7e098db47, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.571249] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4492934c-7180-4d57-bea2-468136d017ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.576590] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.580111] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1842.580111] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bbcb8f-db2c-d989-830d-87d9f67fa177" [ 1842.580111] env[62284]: _type = "Task" [ 1842.580111] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.590301] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bbcb8f-db2c-d989-830d-87d9f67fa177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.978736] env[62284]: DEBUG oslo_vmware.api [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.011079] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.071807] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078077} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.074506] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.075681] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a957fc57-6ab6-4db0-bf4d-519e7c6525ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.100811] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.104077] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85bd7675-2efa-4320-8c5c-61150b56d5b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.122781] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bbcb8f-db2c-d989-830d-87d9f67fa177, 'name': SearchDatastore_Task, 'duration_secs': 0.014636} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.123533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.123784] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0664da9f-b4a4-40de-8ff2-89f301c292dc/0664da9f-b4a4-40de-8ff2-89f301c292dc.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1843.124078] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68a8872f-a005-47b8-8614-bdffcf43ff87 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.130084] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1843.130084] env[62284]: value = "task-1954712" [ 1843.130084] env[62284]: _type = "Task" [ 1843.130084] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.137227] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1843.137227] env[62284]: value = "task-1954713" [ 1843.137227] env[62284]: _type = "Task" [ 1843.137227] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.144100] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.153910] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.161342] env[62284]: DEBUG nova.compute.manager [req-28797c31-26b4-4757-bafc-a775a954aa9e req-3a1acb6d-a373-493b-a5b9-11f12199a099 service nova] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Received event network-vif-deleted-ca23a9ab-a235-4248-96db-648844e65f17 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1843.272991] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84df764d-ee02-4886-a9fb-25e2642c851a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.282357] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fe636b-17a8-4010-ace1-100f0e78a408 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.319823] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c76331-c7cd-4e1d-83bd-deabdda805a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.328949] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be11655-f50f-483b-9994-414f4be0fbfb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.344415] env[62284]: DEBUG nova.compute.provider_tree [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.475909] env[62284]: DEBUG oslo_vmware.api [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Task: {'id': task-1954710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.709232} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.475909] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.475909] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.475909] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.476300] env[62284]: INFO nova.compute.manager [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1843.476469] env[62284]: DEBUG oslo.service.loopingcall [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.476743] env[62284]: DEBUG nova.compute.manager [-] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1843.477360] env[62284]: DEBUG nova.network.neutron [-] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.646299] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.653472] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.848109] env[62284]: DEBUG nova.scheduler.client.report [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.142273] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954712, 'name': ReconfigVM_Task, 'duration_secs': 0.621407} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.146170] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Reconfigured VM instance instance-0000001e to attach disk [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed/a2e28a49-8dd0-4378-bcab-9c44168d84ed.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.146908] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68729210-2ceb-4af0-b41f-12d97b078d8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.156074] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845857} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.157759] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0664da9f-b4a4-40de-8ff2-89f301c292dc/0664da9f-b4a4-40de-8ff2-89f301c292dc.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1844.158145] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1844.158567] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1844.158567] env[62284]: value = "task-1954714" [ 1844.158567] env[62284]: _type = "Task" [ 1844.158567] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.158839] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1967b3df-931f-4f6e-baa3-98cf92d99241 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.170936] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954714, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.172437] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1844.172437] env[62284]: value = "task-1954715" [ 1844.172437] env[62284]: _type = "Task" [ 1844.172437] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.182310] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.278507] env[62284]: DEBUG nova.network.neutron [-] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.354439] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.591s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.357107] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.431s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.357375] env[62284]: DEBUG nova.objects.instance [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lazy-loading 'resources' on Instance uuid c8916cc9-5174-40d1-9972-8cb40fa18a85 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.406241] env[62284]: INFO nova.network.neutron [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating port 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1844.671595] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954714, 'name': Rename_Task, 'duration_secs': 0.307106} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.671892] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.672479] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c8f2ef-a386-4f2f-84e3-655076538e1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.683994] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110163} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.685374] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1844.685745] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1844.685745] env[62284]: value = "task-1954716" [ 1844.685745] env[62284]: _type = "Task" [ 1844.685745] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.686456] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df7f85-704e-4646-abd3-f8b65a1290e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.698022] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.717065] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 0664da9f-b4a4-40de-8ff2-89f301c292dc/0664da9f-b4a4-40de-8ff2-89f301c292dc.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.717486] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b981fd2a-aaab-4b0a-8a36-40c19c1393c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.738265] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1844.738265] env[62284]: value = "task-1954717" [ 1844.738265] env[62284]: _type = "Task" [ 1844.738265] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.747712] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.781585] env[62284]: INFO nova.compute.manager [-] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Took 1.30 seconds to deallocate network for instance. [ 1845.186045] env[62284]: DEBUG nova.compute.manager [req-90945adc-73b3-41b6-a739-c2de385c8ae2 req-43990259-9477-4a7c-91ba-17c45b6c4128 service nova] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Received event network-vif-deleted-1c1b65a8-08dc-4d41-aa06-fc5f7fccc070 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1845.200553] env[62284]: DEBUG oslo_vmware.api [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954716, 'name': PowerOnVM_Task, 'duration_secs': 0.4858} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.200827] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.201078] env[62284]: DEBUG nova.compute.manager [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.205428] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed7a41f-f597-47c9-a32f-5e837f259e42 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.250843] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954717, 'name': ReconfigVM_Task, 'duration_secs': 0.286629} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.251848] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 0664da9f-b4a4-40de-8ff2-89f301c292dc/0664da9f-b4a4-40de-8ff2-89f301c292dc.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1845.252507] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6a8328-dac9-4d3e-bc28-2ccba698402f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.259299] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722d269b-2483-49e3-bfec-07608704054e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.263330] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1845.263330] env[62284]: value = "task-1954718" [ 1845.263330] env[62284]: _type = "Task" [ 1845.263330] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.270188] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2222b1b4-0cf8-4c88-920d-25333b56af49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.278123] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954718, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.310469] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.311900] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55d9d1-fbac-4aa9-a53d-2fd618dcb715 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.322330] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d863fc0e-9499-46f2-8d14-d2c473f9dce3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.338767] env[62284]: DEBUG nova.compute.provider_tree [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.722555] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.774483] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954718, 'name': Rename_Task, 'duration_secs': 0.153345} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.774762] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.774998] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dbdf3ae-9029-4c78-9e2a-7ebf01c85c99 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.782334] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1845.782334] env[62284]: value = "task-1954719" [ 1845.782334] env[62284]: _type = "Task" [ 1845.782334] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.791088] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.842321] env[62284]: DEBUG nova.scheduler.client.report [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.979149] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.979363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.979545] env[62284]: DEBUG nova.network.neutron [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.293370] env[62284]: DEBUG oslo_vmware.api [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954719, 'name': PowerOnVM_Task, 'duration_secs': 0.469298} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.293624] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.293833] env[62284]: INFO nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1846.294025] env[62284]: DEBUG nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.294791] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9349a-3589-4df8-9b6b-dc5807289f93 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.347730] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.350925] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.529s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.369951] env[62284]: INFO nova.scheduler.client.report [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted allocations for instance c8916cc9-5174-40d1-9972-8cb40fa18a85 [ 1846.735222] env[62284]: DEBUG nova.network.neutron [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating instance_info_cache with network_info: [{"id": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "address": "fa:16:3e:1c:d3:4d", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c53f1-f4", "ovs_interfaceid": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.810883] env[62284]: INFO nova.compute.manager [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Took 38.28 seconds to build instance. [ 1846.853573] env[62284]: DEBUG nova.objects.instance [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lazy-loading 'migration_context' on Instance uuid bfeaf525-4e5b-47df-aa69-81f0d438010e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.877104] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fd6181c1-c02e-4e87-acc8-0b48c2ff4b2c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "c8916cc9-5174-40d1-9972-8cb40fa18a85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.300s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.211258] env[62284]: DEBUG nova.compute.manager [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received event network-vif-plugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.211587] env[62284]: DEBUG oslo_concurrency.lockutils [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] Acquiring lock "ca6758db-5d65-4671-814c-957348d62858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.211857] env[62284]: DEBUG oslo_concurrency.lockutils [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] Lock "ca6758db-5d65-4671-814c-957348d62858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.212099] env[62284]: DEBUG oslo_concurrency.lockutils [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] Lock "ca6758db-5d65-4671-814c-957348d62858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.212337] env[62284]: DEBUG nova.compute.manager [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] No waiting events found dispatching network-vif-plugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1847.212545] env[62284]: WARNING nova.compute.manager [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received unexpected event network-vif-plugged-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc for instance with vm_state shelved_offloaded and task_state spawning. [ 1847.212764] env[62284]: DEBUG nova.compute.manager [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received event network-changed-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.213386] env[62284]: DEBUG nova.compute.manager [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Refreshing instance network info cache due to event network-changed-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1847.213386] env[62284]: DEBUG oslo_concurrency.lockutils [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] Acquiring lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.239313] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.241179] env[62284]: DEBUG oslo_concurrency.lockutils [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] Acquired lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.241869] env[62284]: DEBUG nova.network.neutron [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Refreshing network info cache for port 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.271506] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ff8a4b49cbb1ee5c5664cb0c04197f4f',container_format='bare',created_at=2024-12-23T08:31:44Z,direct_url=,disk_format='vmdk',id=2a113624-d127-4c03-87aa-33b20558b054,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1967761176-shelved',owner='fd720f81aa344d3e93aa73bd0fe10ee1',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-23T08:31:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1847.271796] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.271965] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1847.272155] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.272303] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1847.272451] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1847.272663] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1847.273132] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1847.273132] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1847.273263] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1847.273397] env[62284]: DEBUG nova.virt.hardware [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1847.274587] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d85b9d-d9a9-45c6-9efb-bd9f0f3e60b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.288410] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af55a5a-2288-40e4-988f-11ee7da4592f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.304856] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d3:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.312541] env[62284]: DEBUG oslo.service.loopingcall [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.313391] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3a55f2f-e513-411b-b74e-679bfd2850fc tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "0664da9f-b4a4-40de-8ff2-89f301c292dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.793s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.313391] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6758db-5d65-4671-814c-957348d62858] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.313576] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d28fa78-7f35-46d9-8f10-e49210426d5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.336121] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.336121] env[62284]: value = "task-1954720" [ 1847.336121] env[62284]: _type = "Task" [ 1847.336121] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.344850] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954720, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.350735] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.350822] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.351078] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.351227] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.351397] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.353577] env[62284]: INFO nova.compute.manager [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Terminating instance [ 1847.708966] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc8bdcf-248c-4413-b8cb-6a8920d2f6d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.717825] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b553d40-e3a6-45ec-b6cd-0e7d8cbb06f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.753642] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9607ea5-199d-4011-be01-c5e163ecd2f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.762494] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698ff1d8-ba33-4598-988c-b6ae282de377 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.777729] env[62284]: DEBUG nova.compute.provider_tree [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.784535] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "0664da9f-b4a4-40de-8ff2-89f301c292dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.784657] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "0664da9f-b4a4-40de-8ff2-89f301c292dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.784821] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "0664da9f-b4a4-40de-8ff2-89f301c292dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.785014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "0664da9f-b4a4-40de-8ff2-89f301c292dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.785197] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "0664da9f-b4a4-40de-8ff2-89f301c292dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.791621] env[62284]: INFO nova.compute.manager [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Terminating instance [ 1847.848434] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954720, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.859693] env[62284]: DEBUG nova.compute.manager [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1847.859693] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1847.860608] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b843742e-b84b-4246-8fe5-842db9b5e405 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.871142] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1847.871142] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06dd3ed1-8aac-4d51-a4af-f58099b7bdf9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.877525] env[62284]: DEBUG oslo_vmware.api [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1847.877525] env[62284]: value = "task-1954721" [ 1847.877525] env[62284]: _type = "Task" [ 1847.877525] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.888977] env[62284]: DEBUG oslo_vmware.api [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.219177] env[62284]: DEBUG nova.network.neutron [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Updated VIF entry in instance network info cache for port 6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.219534] env[62284]: DEBUG nova.network.neutron [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating instance_info_cache with network_info: [{"id": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "address": "fa:16:3e:1c:d3:4d", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c53f1-f4", "ovs_interfaceid": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.281046] env[62284]: DEBUG nova.scheduler.client.report [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.297506] env[62284]: DEBUG nova.compute.manager [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1848.297729] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1848.299301] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bb49e9-179f-44d4-ac5f-21a59722ce63 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.307347] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1848.307595] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e66b0f1-e4ea-4e49-9854-7f27c84b1897 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.314983] env[62284]: DEBUG oslo_vmware.api [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1848.314983] env[62284]: value = "task-1954722" [ 1848.314983] env[62284]: _type = "Task" [ 1848.314983] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.323073] env[62284]: DEBUG oslo_vmware.api [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.348305] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954720, 'name': CreateVM_Task, 'duration_secs': 0.601223} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.348470] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6758db-5d65-4671-814c-957348d62858] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1848.349145] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.349312] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.349690] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1848.349955] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6c1207-4c0f-448f-b33b-2aba13af6058 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.355520] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1848.355520] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522fee39-5a76-f86b-5053-bc5c5bce01dc" [ 1848.355520] env[62284]: _type = "Task" [ 1848.355520] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.364786] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522fee39-5a76-f86b-5053-bc5c5bce01dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.388132] env[62284]: DEBUG oslo_vmware.api [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954721, 'name': PowerOffVM_Task, 'duration_secs': 0.227633} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.388437] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1848.388625] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1848.388880] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-362bf58a-6770-4f8e-b46c-20f729786ecb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.477545] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "2444e152-9d98-4069-b81d-3d104803b0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.477868] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "2444e152-9d98-4069-b81d-3d104803b0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.488998] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1848.489223] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1848.489409] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleting the datastore file [datastore1] 13bd7bc8-2322-4b50-a396-c24e6a3ad24f {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1848.489732] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6923e50-5c2a-4122-93d6-749349ebc2fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.498526] env[62284]: DEBUG oslo_vmware.api [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1848.498526] env[62284]: value = "task-1954724" [ 1848.498526] env[62284]: _type = "Task" [ 1848.498526] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.508513] env[62284]: DEBUG oslo_vmware.api [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.722011] env[62284]: DEBUG oslo_concurrency.lockutils [req-8be59da3-e6b0-4940-a1c9-214bbcb1e689 req-508860cb-b495-434d-8280-63fa4710a994 service nova] Releasing lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.825657] env[62284]: DEBUG oslo_vmware.api [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954722, 'name': PowerOffVM_Task, 'duration_secs': 0.201724} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.826054] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1848.826054] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1848.826310] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d40a3e47-fb0d-4555-a694-5d202e2a8d3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.866567] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.866782] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Processing image 2a113624-d127-4c03-87aa-33b20558b054 {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.867027] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054/2a113624-d127-4c03-87aa-33b20558b054.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.867187] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054/2a113624-d127-4c03-87aa-33b20558b054.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.867370] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.867614] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9778d514-b523-4b5c-b600-705a09f03087 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.877099] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.877284] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.877991] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7e6ab7-9251-4185-a6c4-c84fd8b1455f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.882959] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1848.882959] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528334bf-ef40-c0dc-6a77-15b6b39ab470" [ 1848.882959] env[62284]: _type = "Task" [ 1848.882959] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.890552] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528334bf-ef40-c0dc-6a77-15b6b39ab470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.903639] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1848.903852] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1848.904048] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleting the datastore file [datastore1] 0664da9f-b4a4-40de-8ff2-89f301c292dc {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1848.904323] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-220bde2b-3194-44e5-8364-5c84db28cee3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.912452] env[62284]: DEBUG oslo_vmware.api [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for the task: (returnval){ [ 1848.912452] env[62284]: value = "task-1954726" [ 1848.912452] env[62284]: _type = "Task" [ 1848.912452] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.920756] env[62284]: DEBUG oslo_vmware.api [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.980943] env[62284]: DEBUG nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1849.009905] env[62284]: DEBUG oslo_vmware.api [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147232} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.010073] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1849.010261] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1849.010407] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1849.010638] env[62284]: INFO nova.compute.manager [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1849.010903] env[62284]: DEBUG oslo.service.loopingcall [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.011116] env[62284]: DEBUG nova.compute.manager [-] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1849.011215] env[62284]: DEBUG nova.network.neutron [-] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1849.292155] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.941s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.297705] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.982s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.297852] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.298016] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1849.298351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.872s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.299771] env[62284]: INFO nova.compute.claims [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.305180] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d1a84e-69fa-4cfa-9744-7c3306ac31e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.313064] env[62284]: DEBUG nova.compute.manager [req-bb66d3b3-baad-4eb6-8d46-ef1fb8b59143 req-25eb91d3-83f4-464f-a751-40399a478121 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Received event network-vif-deleted-0b6d5bf7-de21-48a4-9f58-bec18b72fafa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1849.313145] env[62284]: INFO nova.compute.manager [req-bb66d3b3-baad-4eb6-8d46-ef1fb8b59143 req-25eb91d3-83f4-464f-a751-40399a478121 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Neutron deleted interface 0b6d5bf7-de21-48a4-9f58-bec18b72fafa; detaching it from the instance and deleting it from the info cache [ 1849.313341] env[62284]: DEBUG nova.network.neutron [req-bb66d3b3-baad-4eb6-8d46-ef1fb8b59143 req-25eb91d3-83f4-464f-a751-40399a478121 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.321327] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be2d7ce-50f9-467d-869a-b73e084c00d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.339757] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a35882-35e9-4f06-9d50-ce10e4304733 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.347964] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c1a460-7c6c-4a25-b768-79775a6259b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.378402] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178033MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1849.378548] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.393151] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Preparing fetch location {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1849.393424] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Fetch image to [datastore1] OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867/OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867.vmdk {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1849.393626] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Downloading stream optimized image 2a113624-d127-4c03-87aa-33b20558b054 to [datastore1] OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867/OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867.vmdk on the data store datastore1 as vApp {{(pid=62284) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1849.393792] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Downloading image file data 2a113624-d127-4c03-87aa-33b20558b054 to the ESX as VM named 'OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867' {{(pid=62284) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1849.422284] env[62284]: DEBUG oslo_vmware.api [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Task: {'id': task-1954726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448661} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.439157] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1849.439370] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1849.439681] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1849.439895] env[62284]: INFO nova.compute.manager [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1849.440159] env[62284]: DEBUG oslo.service.loopingcall [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.440804] env[62284]: DEBUG nova.compute.manager [-] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1849.440920] env[62284]: DEBUG nova.network.neutron [-] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1849.474460] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1849.474460] env[62284]: value = "resgroup-9" [ 1849.474460] env[62284]: _type = "ResourcePool" [ 1849.474460] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1849.474803] env[62284]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a21cbea1-89f3-488b-bc01-ce21ad65ffba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.500539] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lease: (returnval){ [ 1849.500539] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52050d13-1924-1866-5017-fab98eb60e16" [ 1849.500539] env[62284]: _type = "HttpNfcLease" [ 1849.500539] env[62284]: } obtained for vApp import into resource pool (val){ [ 1849.500539] env[62284]: value = "resgroup-9" [ 1849.500539] env[62284]: _type = "ResourcePool" [ 1849.500539] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1849.500837] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the lease: (returnval){ [ 1849.500837] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52050d13-1924-1866-5017-fab98eb60e16" [ 1849.500837] env[62284]: _type = "HttpNfcLease" [ 1849.500837] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1849.507651] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1849.507651] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52050d13-1924-1866-5017-fab98eb60e16" [ 1849.507651] env[62284]: _type = "HttpNfcLease" [ 1849.507651] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1849.510116] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.778488] env[62284]: DEBUG nova.network.neutron [-] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.818047] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91c5f88f-5a26-4d4f-b4eb-ed160c532815 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.827424] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859cbaf2-79cc-40df-a859-7d43fb28d102 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.865202] env[62284]: DEBUG nova.compute.manager [req-bb66d3b3-baad-4eb6-8d46-ef1fb8b59143 req-25eb91d3-83f4-464f-a751-40399a478121 service nova] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Detach interface failed, port_id=0b6d5bf7-de21-48a4-9f58-bec18b72fafa, reason: Instance 13bd7bc8-2322-4b50-a396-c24e6a3ad24f could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1850.009764] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1850.009764] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52050d13-1924-1866-5017-fab98eb60e16" [ 1850.009764] env[62284]: _type = "HttpNfcLease" [ 1850.009764] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1850.009764] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1850.009764] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52050d13-1924-1866-5017-fab98eb60e16" [ 1850.009764] env[62284]: _type = "HttpNfcLease" [ 1850.009764] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1850.010536] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd88bed-3ff6-4be7-8a9a-a2e7ceae41ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.018053] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe7955-4e2d-6aa4-0c8e-2c5d65d44b9a/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1850.018240] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe7955-4e2d-6aa4-0c8e-2c5d65d44b9a/disk-0.vmdk. {{(pid=62284) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1850.084204] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-019d32bf-96d3-4af0-a447-ed426bc478d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.231056] env[62284]: DEBUG nova.network.neutron [-] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.282150] env[62284]: INFO nova.compute.manager [-] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Took 1.27 seconds to deallocate network for instance. [ 1850.696929] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc686c-6e8f-4f62-9539-f867840127d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.707683] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c55ef-3d35-499e-b393-81e7d71c5a3a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.743795] env[62284]: INFO nova.compute.manager [-] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Took 1.30 seconds to deallocate network for instance. [ 1850.751421] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0028feca-c5f9-4de7-aa86-07941306fa40 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.768808] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89593ff-a9a5-4a37-8094-fd3a16fb9ea8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.794276] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.794823] env[62284]: DEBUG nova.compute.provider_tree [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.850901] env[62284]: INFO nova.compute.manager [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Swapping old allocation on dict_keys(['442cc14a-9667-48af-bb01-49285ca8ee22']) held by migration 32cbee34-79d5-4079-9bc9-5f837b47dcc8 for instance [ 1850.883923] env[62284]: DEBUG nova.scheduler.client.report [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Overwriting current allocation {'allocations': {'442cc14a-9667-48af-bb01-49285ca8ee22': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'ff34da4211a043fea5c68734bb24e761', 'user_id': '31a4acd4b6384fa08254fce28646f406', 'consumer_generation': 1} on consumer bfeaf525-4e5b-47df-aa69-81f0d438010e {{(pid=62284) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1850.967776] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.968045] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquired lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.968270] env[62284]: DEBUG nova.network.neutron [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.261669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.301584] env[62284]: DEBUG nova.scheduler.client.report [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.307322] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Completed reading data from the image iterator. {{(pid=62284) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1851.307617] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe7955-4e2d-6aa4-0c8e-2c5d65d44b9a/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1851.308856] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d423ee-f7e8-473d-888c-252c0a6ebf0d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.319816] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe7955-4e2d-6aa4-0c8e-2c5d65d44b9a/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1851.320066] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe7955-4e2d-6aa4-0c8e-2c5d65d44b9a/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1851.320439] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-44b7c8c1-1972-4af1-8932-5ee3fc272951 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.389009] env[62284]: DEBUG nova.compute.manager [req-7595f778-04f8-43a2-9800-00e1babebca0 req-7f9332a1-82fa-453f-b380-3de145428cb9 service nova] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Received event network-vif-deleted-6c746471-a93e-4f24-9cb0-d2c3998cee9f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.668603] env[62284]: DEBUG nova.network.neutron [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance_info_cache with network_info: [{"id": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "address": "fa:16:3e:70:a4:67", "network": {"id": "088a615c-295b-4164-81cc-515056087086", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ce3dadfb7fb4845823601ce0ec5d01e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb6f9f6-2f", "ovs_interfaceid": "dbb6f9f6-2f6d-4954-8b19-dc41c616540c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.815441] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.816075] env[62284]: DEBUG nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1851.818685] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.772s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.819979] env[62284]: DEBUG nova.objects.instance [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lazy-loading 'resources' on Instance uuid 42f950dc-98e6-4270-9379-054b907e05c3 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.030051] env[62284]: DEBUG oslo_vmware.rw_handles [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe7955-4e2d-6aa4-0c8e-2c5d65d44b9a/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1852.030351] env[62284]: INFO nova.virt.vmwareapi.images [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Downloaded image file data 2a113624-d127-4c03-87aa-33b20558b054 [ 1852.031180] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d4e0d7-8d66-4eec-bc99-db97ec2f0276 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.050765] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c34adb-fb08-427e-904a-152829f94848 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.081281] env[62284]: INFO nova.virt.vmwareapi.images [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] The imported VM was unregistered [ 1852.084031] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Caching image {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1852.084395] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054 {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1852.084735] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a96d69d-b775-4fdb-b8ea-1e7b1695380c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.097482] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Created directory with path [datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054 {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1852.097672] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867/OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867.vmdk to [datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054/2a113624-d127-4c03-87aa-33b20558b054.vmdk. {{(pid=62284) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1852.097980] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-541bdf18-8591-410b-bb66-c356a98222c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.105874] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1852.105874] env[62284]: value = "task-1954729" [ 1852.105874] env[62284]: _type = "Task" [ 1852.105874] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.115766] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954729, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.172063] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Releasing lock "refresh_cache-bfeaf525-4e5b-47df-aa69-81f0d438010e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.172063] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1852.172063] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b69a4d8-8574-4b92-b131-f0d9bab4c64f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.180240] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1852.180240] env[62284]: value = "task-1954730" [ 1852.180240] env[62284]: _type = "Task" [ 1852.180240] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.189098] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.321937] env[62284]: DEBUG nova.compute.utils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.326050] env[62284]: DEBUG nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.326258] env[62284]: DEBUG nova.network.neutron [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.371496] env[62284]: DEBUG nova.policy [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84823e3680704bf38a3bfd39541f2d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25b3f9f266864b548655a43d3cf2d9a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.620676] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954729, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.700943] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954730, 'name': PowerOffVM_Task, 'duration_secs': 0.259467} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.701942] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.702560] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:30:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='da097786-b77b-4573-b753-c8d61ed22b49',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2112748526',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.702718] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.702876] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.703071] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.703217] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.703881] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.703881] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.703881] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.703881] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.704158] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.704871] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.712618] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34fce119-ce92-41dd-894c-d13442ed450b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.724019] env[62284]: DEBUG nova.network.neutron [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Successfully created port: f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.733860] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1852.733860] env[62284]: value = "task-1954731" [ 1852.733860] env[62284]: _type = "Task" [ 1852.733860] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.748199] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.768188] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7144d2-0b94-46c8-a21b-486c95bf17de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.777750] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b0939-4060-4ef0-b840-636309be23dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.813285] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e338a-7ddd-4842-afc5-270bb61a24c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.821585] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba567e-2f99-4613-91bb-4f4a9968b996 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.829368] env[62284]: DEBUG nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1852.842099] env[62284]: DEBUG nova.compute.provider_tree [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.118636] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954729, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.244869] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.349064] env[62284]: DEBUG nova.scheduler.client.report [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.618995] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954729, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.744773] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954731, 'name': ReconfigVM_Task, 'duration_secs': 0.9983} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.745696] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab7a26-59ce-42a9-b3d7-fb57b50500f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.766182] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:30:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='da097786-b77b-4573-b753-c8d61ed22b49',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2112748526',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.766433] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.766615] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.766786] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.766932] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.767094] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.767307] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.767650] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.767650] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.767785] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.767957] env[62284]: DEBUG nova.virt.hardware [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.768906] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ce9c06-240a-4a90-b388-5733864563a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.775656] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1853.775656] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d94e36-61bb-40ee-0b10-235c03464a7b" [ 1853.775656] env[62284]: _type = "Task" [ 1853.775656] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.784449] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d94e36-61bb-40ee-0b10-235c03464a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.853970] env[62284]: DEBUG nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.857169] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.860210] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.911s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.861348] env[62284]: INFO nova.compute.claims [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1853.885162] env[62284]: INFO nova.scheduler.client.report [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Deleted allocations for instance 42f950dc-98e6-4270-9379-054b907e05c3 [ 1853.888675] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.888759] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.888922] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.889138] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.889408] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.889445] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.889637] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.889820] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.890008] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.890195] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.890372] env[62284]: DEBUG nova.virt.hardware [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.891385] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56c8f34-ec91-483a-be90-0f668f2d02d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.906517] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768fb6c9-fc6c-414d-856a-0090a259d739 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.119746] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954729, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.287438] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d94e36-61bb-40ee-0b10-235c03464a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.04735} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.293162] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1854.293587] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8ac9c6-6b03-4340-b482-515510db796c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.314181] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1854.314181] env[62284]: value = "task-1954732" [ 1854.314181] env[62284]: _type = "Task" [ 1854.314181] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.316833] env[62284]: DEBUG nova.compute.manager [req-56bbb163-f2ac-4f3e-8a0c-82ca4f92f732 req-daff1ae9-98ba-43c3-bbb7-fe25a099232a service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Received event network-vif-plugged-f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1854.317046] env[62284]: DEBUG oslo_concurrency.lockutils [req-56bbb163-f2ac-4f3e-8a0c-82ca4f92f732 req-daff1ae9-98ba-43c3-bbb7-fe25a099232a service nova] Acquiring lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.317266] env[62284]: DEBUG oslo_concurrency.lockutils [req-56bbb163-f2ac-4f3e-8a0c-82ca4f92f732 req-daff1ae9-98ba-43c3-bbb7-fe25a099232a service nova] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.317431] env[62284]: DEBUG oslo_concurrency.lockutils [req-56bbb163-f2ac-4f3e-8a0c-82ca4f92f732 req-daff1ae9-98ba-43c3-bbb7-fe25a099232a service nova] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.317597] env[62284]: DEBUG nova.compute.manager [req-56bbb163-f2ac-4f3e-8a0c-82ca4f92f732 req-daff1ae9-98ba-43c3-bbb7-fe25a099232a service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] No waiting events found dispatching network-vif-plugged-f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1854.317790] env[62284]: WARNING nova.compute.manager [req-56bbb163-f2ac-4f3e-8a0c-82ca4f92f732 req-daff1ae9-98ba-43c3-bbb7-fe25a099232a service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Received unexpected event network-vif-plugged-f4130472-5064-4e45-afda-e219dd78ddb4 for instance with vm_state building and task_state spawning. [ 1854.328311] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.402334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d731d9c6-1d1d-42f8-a3ff-343d6b1bb24b tempest-ServerDiagnosticsNegativeTest-1946132470 tempest-ServerDiagnosticsNegativeTest-1946132470-project-member] Lock "42f950dc-98e6-4270-9379-054b907e05c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.876s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.422222] env[62284]: DEBUG nova.network.neutron [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Successfully updated port: f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.624559] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954729, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.494729} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.624853] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867/OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867.vmdk to [datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054/2a113624-d127-4c03-87aa-33b20558b054.vmdk. [ 1854.625061] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Cleaning up location [datastore1] OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867 {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1854.625237] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_39d3fd5b-91e2-41e7-8d15-d3e112749867 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1854.625514] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e6e09ee-694f-407f-99f6-eaa48ec727e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.636376] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1854.636376] env[62284]: value = "task-1954733" [ 1854.636376] env[62284]: _type = "Task" [ 1854.636376] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.645690] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.825333] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954732, 'name': ReconfigVM_Task, 'duration_secs': 0.369788} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.825635] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1854.826434] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918dab07-d2ef-46b0-a5cf-d3ec64e3ff08 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.852635] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e/bfeaf525-4e5b-47df-aa69-81f0d438010e.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.852783] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e048408-c6b9-4064-95bb-f5390a8d4567 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.876313] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1854.876313] env[62284]: value = "task-1954734" [ 1854.876313] env[62284]: _type = "Task" [ 1854.876313] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.885168] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.928622] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.928781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.928931] env[62284]: DEBUG nova.network.neutron [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.150605] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045693} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.153265] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1855.153447] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054/2a113624-d127-4c03-87aa-33b20558b054.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.153696] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054/2a113624-d127-4c03-87aa-33b20558b054.vmdk to [datastore1] ca6758db-5d65-4671-814c-957348d62858/ca6758db-5d65-4671-814c-957348d62858.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.154412] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e179da9-7c4e-4603-8979-fd94470a2a8e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.161261] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1855.161261] env[62284]: value = "task-1954735" [ 1855.161261] env[62284]: _type = "Task" [ 1855.161261] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.172287] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.205585] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a655a1aa-0892-4d5b-9960-f964f380e990 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.214230] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41315ef0-d40c-42de-be4a-5032545b2900 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.249835] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aae854-8871-4ead-bd49-dc5b35a84a25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.261038] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece251b-f538-4d5c-9129-b456f5022820 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.275737] env[62284]: DEBUG nova.compute.provider_tree [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1855.386330] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.471947] env[62284]: DEBUG nova.network.neutron [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.625011] env[62284]: DEBUG nova.network.neutron [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Updating instance_info_cache with network_info: [{"id": "f4130472-5064-4e45-afda-e219dd78ddb4", "address": "fa:16:3e:fc:70:1c", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4130472-50", "ovs_interfaceid": "f4130472-5064-4e45-afda-e219dd78ddb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.674041] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.802549] env[62284]: ERROR nova.scheduler.client.report [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [req-38afd7c0-9e21-44e7-afdd-91859fa0fb13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-38afd7c0-9e21-44e7-afdd-91859fa0fb13"}]} [ 1855.820487] env[62284]: DEBUG nova.scheduler.client.report [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1855.835591] env[62284]: DEBUG nova.scheduler.client.report [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1855.836185] env[62284]: DEBUG nova.compute.provider_tree [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1855.849041] env[62284]: DEBUG nova.scheduler.client.report [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1855.869501] env[62284]: DEBUG nova.scheduler.client.report [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1855.888642] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.127913] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.128305] env[62284]: DEBUG nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Instance network_info: |[{"id": "f4130472-5064-4e45-afda-e219dd78ddb4", "address": "fa:16:3e:fc:70:1c", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4130472-50", "ovs_interfaceid": "f4130472-5064-4e45-afda-e219dd78ddb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.128713] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:70:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4130472-5064-4e45-afda-e219dd78ddb4', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.136572] env[62284]: DEBUG oslo.service.loopingcall [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.139729] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.140261] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-095aa073-76ad-4d9f-b3c8-b1d06dba7c72 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.167949] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.167949] env[62284]: value = "task-1954736" [ 1856.167949] env[62284]: _type = "Task" [ 1856.167949] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.177703] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954735, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.184430] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954736, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.283381] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b1ccac-4148-4aba-a337-008233eb0904 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.292308] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04ad44f-9974-4ca9-98d2-d4920fd10397 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.326188] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19942bf-982e-4c56-9126-b02b0e957551 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.335704] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2250bed7-fd3a-4713-b3ce-981b679806b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.352266] env[62284]: DEBUG nova.compute.provider_tree [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1856.386516] env[62284]: DEBUG nova.compute.manager [req-2476e64f-b4f1-40ef-baf4-f7e5ab5520f1 req-a5de85f7-86bb-4a26-8b81-3a6957c20cee service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Received event network-changed-f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1856.386769] env[62284]: DEBUG nova.compute.manager [req-2476e64f-b4f1-40ef-baf4-f7e5ab5520f1 req-a5de85f7-86bb-4a26-8b81-3a6957c20cee service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Refreshing instance network info cache due to event network-changed-f4130472-5064-4e45-afda-e219dd78ddb4. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1856.387009] env[62284]: DEBUG oslo_concurrency.lockutils [req-2476e64f-b4f1-40ef-baf4-f7e5ab5520f1 req-a5de85f7-86bb-4a26-8b81-3a6957c20cee service nova] Acquiring lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.387298] env[62284]: DEBUG oslo_concurrency.lockutils [req-2476e64f-b4f1-40ef-baf4-f7e5ab5520f1 req-a5de85f7-86bb-4a26-8b81-3a6957c20cee service nova] Acquired lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.387421] env[62284]: DEBUG nova.network.neutron [req-2476e64f-b4f1-40ef-baf4-f7e5ab5520f1 req-a5de85f7-86bb-4a26-8b81-3a6957c20cee service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Refreshing network info cache for port f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.392442] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.676158] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954735, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.682994] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954736, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.889052] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.890831] env[62284]: DEBUG nova.scheduler.client.report [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1856.891008] env[62284]: DEBUG nova.compute.provider_tree [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 91 to 92 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1856.891213] env[62284]: DEBUG nova.compute.provider_tree [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1857.181200] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954735, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.187939] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954736, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.219129] env[62284]: DEBUG nova.network.neutron [req-2476e64f-b4f1-40ef-baf4-f7e5ab5520f1 req-a5de85f7-86bb-4a26-8b81-3a6957c20cee service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Updated VIF entry in instance network info cache for port f4130472-5064-4e45-afda-e219dd78ddb4. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.219581] env[62284]: DEBUG nova.network.neutron [req-2476e64f-b4f1-40ef-baf4-f7e5ab5520f1 req-a5de85f7-86bb-4a26-8b81-3a6957c20cee service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Updating instance_info_cache with network_info: [{"id": "f4130472-5064-4e45-afda-e219dd78ddb4", "address": "fa:16:3e:fc:70:1c", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4130472-50", "ovs_interfaceid": "f4130472-5064-4e45-afda-e219dd78ddb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.389277] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954734, 'name': ReconfigVM_Task, 'duration_secs': 2.216953} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.389601] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Reconfigured VM instance instance-00000031 to attach disk [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e/bfeaf525-4e5b-47df-aa69-81f0d438010e.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.390484] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543c6d0-ef9a-4f40-8481-6d6a6df04ebb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.410623] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.551s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.411206] env[62284]: DEBUG nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1857.414248] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.845s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.414865] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.417270] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.401s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.421034] env[62284]: DEBUG nova.objects.instance [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1857.421524] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df4db20-a76f-45b7-a60e-b332aae194ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.444065] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af484b4d-0d75-40b5-9775-ed21387626e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.468391] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e337b061-f540-4f99-89f1-85933fe1c493 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.475424] env[62284]: INFO nova.scheduler.client.report [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted allocations for instance 24d5e16d-487c-48b0-b034-9204c0af2ea2 [ 1857.486935] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.487435] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79291cbe-a65f-46ef-a934-eb910c7c6cd4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.496925] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1857.496925] env[62284]: value = "task-1954737" [ 1857.496925] env[62284]: _type = "Task" [ 1857.496925] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.506716] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.681254] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954735, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.690366] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954736, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.723450] env[62284]: DEBUG oslo_concurrency.lockutils [req-2476e64f-b4f1-40ef-baf4-f7e5ab5520f1 req-a5de85f7-86bb-4a26-8b81-3a6957c20cee service nova] Releasing lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.926011] env[62284]: DEBUG nova.compute.utils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.927978] env[62284]: DEBUG nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1857.928529] env[62284]: DEBUG nova.network.neutron [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1857.989188] env[62284]: DEBUG nova.policy [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652d36b15a6a4ca2997548a287238296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d7064df0ba4df683ac453554e905cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1857.995693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f87ec1e-48ac-43ad-9b11-1f869a4a029c tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "24d5e16d-487c-48b0-b034-9204c0af2ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.564s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.012949] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.180242] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954735, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.913944} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.181486] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2a113624-d127-4c03-87aa-33b20558b054/2a113624-d127-4c03-87aa-33b20558b054.vmdk to [datastore1] ca6758db-5d65-4671-814c-957348d62858/ca6758db-5d65-4671-814c-957348d62858.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.182568] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8429f0e2-8537-4130-ba46-06776bbeec0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.189954] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954736, 'name': CreateVM_Task, 'duration_secs': 1.809616} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.190586] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.191991] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.192504] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.192915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.203070] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11608377-603f-4a04-9eee-bf960cb3bf4e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.214020] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] ca6758db-5d65-4671-814c-957348d62858/ca6758db-5d65-4671-814c-957348d62858.vmdk or device None with type streamOptimized {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.214150] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ba573b-16b2-4eb3-a860-4ac765574e11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.235262] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1858.235262] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bf6eff-e86c-18ec-4e39-db7afc7d1232" [ 1858.235262] env[62284]: _type = "Task" [ 1858.235262] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.240995] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1858.240995] env[62284]: value = "task-1954738" [ 1858.240995] env[62284]: _type = "Task" [ 1858.240995] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.249977] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bf6eff-e86c-18ec-4e39-db7afc7d1232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.257147] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.316222] env[62284]: DEBUG nova.network.neutron [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Successfully created port: a39b316a-2b95-4850-8393-d44059e4724e {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1858.429781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6ca820d1-9df6-4ad6-8ad3-28deb636dbac tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.430858] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 23.193s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.433865] env[62284]: DEBUG nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1858.510837] env[62284]: DEBUG oslo_vmware.api [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954737, 'name': PowerOnVM_Task, 'duration_secs': 0.865778} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.512879] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.750024] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bf6eff-e86c-18ec-4e39-db7afc7d1232, 'name': SearchDatastore_Task, 'duration_secs': 0.017999} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.750758] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.751076] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.751325] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.751475] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.751654] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.751928] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-385eb3c4-06f6-41de-bb8f-405ebeecd94c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.760019] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954738, 'name': ReconfigVM_Task, 'duration_secs': 0.310531} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.760019] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Reconfigured VM instance instance-00000011 to attach disk [datastore1] ca6758db-5d65-4671-814c-957348d62858/ca6758db-5d65-4671-814c-957348d62858.vmdk or device None with type streamOptimized {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.760019] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3829444c-01ec-4f21-a841-8e257fc11439 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.765434] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1858.765434] env[62284]: value = "task-1954739" [ 1858.765434] env[62284]: _type = "Task" [ 1858.765434] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.766748] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.766916] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.770523] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2274d1fb-5dbd-4042-a1f6-9e5984d2593f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.781671] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954739, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.781991] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1858.781991] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e7f545-55d7-0509-229b-5aa524e44f59" [ 1858.781991] env[62284]: _type = "Task" [ 1858.781991] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.794951] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e7f545-55d7-0509-229b-5aa524e44f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.280254] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954739, 'name': Rename_Task, 'duration_secs': 0.149617} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.283232] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.283232] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7baaffa3-010c-43b5-b079-6214ed0b29eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.296390] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e7f545-55d7-0509-229b-5aa524e44f59, 'name': SearchDatastore_Task, 'duration_secs': 0.033553} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.296390] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1859.296390] env[62284]: value = "task-1954740" [ 1859.296390] env[62284]: _type = "Task" [ 1859.296390] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.296390] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41e54f5-11d4-4888-8eb1-c8efb9a44ded {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.312291] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.312939] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1859.312939] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52614478-9983-b62d-3935-b839da438dfa" [ 1859.312939] env[62284]: _type = "Task" [ 1859.312939] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.325134] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52614478-9983-b62d-3935-b839da438dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.413277] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728333f1-e075-472f-9e15-e9506157380f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.422986] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e6911-be04-41bc-a589-ac4f6bda1758 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.456168] env[62284]: DEBUG nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1859.462467] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c976ae-2da7-4e31-9033-6cbdd1780a6d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.467936] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22675a71-cfb2-4780-adc7-8b78c70be989 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.483395] env[62284]: DEBUG nova.compute.provider_tree [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1859.530724] env[62284]: INFO nova.compute.manager [None req-f85b200a-e9ba-4764-a90b-e1912fdf1383 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance to original state: 'active' [ 1859.590017] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1859.590017] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1859.590017] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1859.590234] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1859.590234] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1859.590234] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1859.590411] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1859.590706] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1859.591043] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1859.591341] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1859.591686] env[62284]: DEBUG nova.virt.hardware [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1859.592975] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61718f64-7b3a-4d30-8ce0-ad9453df2602 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.602706] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca9cf27-1dba-4ec1-b88e-6cabeb2e246e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.810236] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.823419] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52614478-9983-b62d-3935-b839da438dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.032762} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.823863] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.824163] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52/2834ab1f-0392-4bbd-8de6-5ec9c2c21b52.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.824733] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b36483-7485-4b9b-8db8-ba3894c48e64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.833252] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1859.833252] env[62284]: value = "task-1954741" [ 1859.833252] env[62284]: _type = "Task" [ 1859.833252] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.843344] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.021932] env[62284]: DEBUG nova.scheduler.client.report [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1860.022230] env[62284]: DEBUG nova.compute.provider_tree [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 92 to 93 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1860.022414] env[62284]: DEBUG nova.compute.provider_tree [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.298265] env[62284]: DEBUG nova.compute.manager [req-020152b2-1d95-4a9f-a820-353f83f3c8c6 req-57291479-b111-41b6-9839-151daf30fe82 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Received event network-vif-plugged-a39b316a-2b95-4850-8393-d44059e4724e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.299775] env[62284]: DEBUG oslo_concurrency.lockutils [req-020152b2-1d95-4a9f-a820-353f83f3c8c6 req-57291479-b111-41b6-9839-151daf30fe82 service nova] Acquiring lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.300219] env[62284]: DEBUG oslo_concurrency.lockutils [req-020152b2-1d95-4a9f-a820-353f83f3c8c6 req-57291479-b111-41b6-9839-151daf30fe82 service nova] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.300644] env[62284]: DEBUG oslo_concurrency.lockutils [req-020152b2-1d95-4a9f-a820-353f83f3c8c6 req-57291479-b111-41b6-9839-151daf30fe82 service nova] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.301652] env[62284]: DEBUG nova.compute.manager [req-020152b2-1d95-4a9f-a820-353f83f3c8c6 req-57291479-b111-41b6-9839-151daf30fe82 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] No waiting events found dispatching network-vif-plugged-a39b316a-2b95-4850-8393-d44059e4724e {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.301895] env[62284]: WARNING nova.compute.manager [req-020152b2-1d95-4a9f-a820-353f83f3c8c6 req-57291479-b111-41b6-9839-151daf30fe82 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Received unexpected event network-vif-plugged-a39b316a-2b95-4850-8393-d44059e4724e for instance with vm_state building and task_state spawning. [ 1860.319521] env[62284]: DEBUG oslo_vmware.api [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954740, 'name': PowerOnVM_Task, 'duration_secs': 0.663822} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.319725] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.347705] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954741, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.470870] env[62284]: DEBUG nova.compute.manager [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.473929] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0aa61f-76fa-41d6-a07c-656e43b9b592 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.481132] env[62284]: DEBUG nova.network.neutron [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Successfully updated port: a39b316a-2b95-4850-8393-d44059e4724e {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.529450] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.099s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.530663] env[62284]: ERROR nova.compute.manager [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Instance failed to spawn: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Traceback (most recent call last): [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] File "/opt/stack/nova/nova/compute/manager.py", line 7690, in _unshelve_instance [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] self.driver.spawn(context, instance, image_meta, [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] vm_ref = self.build_virtual_machine(instance, [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] vif_infos = vmwarevif.get_vif_info(self._session, [ 1860.530663] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 1860.531033] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 1860.531033] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 1860.531033] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] ref = get_network_ref(session, cluster, vif) [ 1860.531033] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 1860.531033] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] raise exception.InvalidInput(reason=reason) [ 1860.531033] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1860.531033] env[62284]: ERROR nova.compute.manager [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] [ 1860.534117] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.869s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.534873] env[62284]: DEBUG nova.objects.instance [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lazy-loading 'resources' on Instance uuid 9f720d75-6148-4fb1-934a-7c110953269e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.570557] env[62284]: INFO nova.scheduler.client.report [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleted allocations for instance 1023f77b-0f09-418a-adf1-d3e36bc41bc3 [ 1860.845410] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526867} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.845697] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52/2834ab1f-0392-4bbd-8de6-5ec9c2c21b52.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.845975] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1860.846323] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b69e8e71-4cbe-45ee-8f53-5bc1bba6a54f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.854327] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1860.854327] env[62284]: value = "task-1954742" [ 1860.854327] env[62284]: _type = "Task" [ 1860.854327] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.865422] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.995863] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.995863] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.995863] env[62284]: DEBUG nova.network.neutron [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.001475] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "bfeaf525-4e5b-47df-aa69-81f0d438010e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.001717] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.001920] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.002112] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.002290] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.006462] env[62284]: INFO nova.compute.manager [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Terminating instance [ 1861.007066] env[62284]: DEBUG oslo_concurrency.lockutils [None req-aca28bb9-d818-4f9c-9892-533eff72fb0d tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.253s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.364322] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229862} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.366983] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.368012] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee6e745-079f-4183-9958-03c0c5c1e02d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.391330] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52/2834ab1f-0392-4bbd-8de6-5ec9c2c21b52.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.394077] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c02695-9951-4e73-b941-77796cd585b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.416826] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1861.416826] env[62284]: value = "task-1954743" [ 1861.416826] env[62284]: _type = "Task" [ 1861.416826] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.433680] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.435532] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d8d9b-84f0-41f4-988d-a7b95d5834f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.443216] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd00747-4ee3-4363-9eaf-ea335a798eb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.477064] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f61e8-92b9-4cc9-883e-0c9b0b0901c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.486217] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22929eea-fafa-4ccf-ae7f-e05e7cfef846 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.500291] env[62284]: DEBUG nova.compute.provider_tree [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.509668] env[62284]: DEBUG nova.compute.manager [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1861.510048] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.511264] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84168d07-775b-48ea-84c8-29ed4fd3e7e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.519942] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.520211] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b56987-a7b2-4fd7-9347-f0310bac2849 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.528743] env[62284]: DEBUG oslo_vmware.api [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1861.528743] env[62284]: value = "task-1954744" [ 1861.528743] env[62284]: _type = "Task" [ 1861.528743] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.539803] env[62284]: DEBUG oslo_vmware.api [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.622395] env[62284]: DEBUG nova.network.neutron [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.699755] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "1023f77b-0f09-418a-adf1-d3e36bc41bc3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 74.218s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.878918] env[62284]: DEBUG nova.network.neutron [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance_info_cache with network_info: [{"id": "a39b316a-2b95-4850-8393-d44059e4724e", "address": "fa:16:3e:5e:a7:6f", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39b316a-2b", "ovs_interfaceid": "a39b316a-2b95-4850-8393-d44059e4724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.928440] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.007036] env[62284]: DEBUG nova.scheduler.client.report [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.040480] env[62284]: DEBUG oslo_vmware.api [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954744, 'name': PowerOffVM_Task, 'duration_secs': 0.237593} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.040768] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.040931] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.041195] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63863f8d-8655-48c0-9e35-c21666ead418 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.123682] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.123947] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.124196] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Deleting the datastore file [datastore1] bfeaf525-4e5b-47df-aa69-81f0d438010e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.124542] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-238712ab-ea09-4d30-9b88-84ba9aea441d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.133069] env[62284]: DEBUG oslo_vmware.api [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1862.133069] env[62284]: value = "task-1954746" [ 1862.133069] env[62284]: _type = "Task" [ 1862.133069] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.144380] env[62284]: DEBUG oslo_vmware.api [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.383365] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.383745] env[62284]: DEBUG nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Instance network_info: |[{"id": "a39b316a-2b95-4850-8393-d44059e4724e", "address": "fa:16:3e:5e:a7:6f", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39b316a-2b", "ovs_interfaceid": "a39b316a-2b95-4850-8393-d44059e4724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1862.384167] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:a7:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a39b316a-2b95-4850-8393-d44059e4724e', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.392648] env[62284]: DEBUG oslo.service.loopingcall [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.392905] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.393573] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ad17e8d-7052-418c-891d-da753fa90a1a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.415655] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.415655] env[62284]: value = "task-1954747" [ 1862.415655] env[62284]: _type = "Task" [ 1862.415655] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.431030] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954743, 'name': ReconfigVM_Task, 'duration_secs': 0.808742} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.431246] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954747, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.431593] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52/2834ab1f-0392-4bbd-8de6-5ec9c2c21b52.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.432288] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eea648c-4587-442a-becb-9e534c69970f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.440183] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1862.440183] env[62284]: value = "task-1954748" [ 1862.440183] env[62284]: _type = "Task" [ 1862.440183] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.452976] env[62284]: DEBUG nova.compute.manager [req-92b6a57b-d0d5-4618-8961-a5ccea2f5a95 req-7d6ad124-9e18-42f2-aa18-02296e48ab85 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Received event network-changed-a39b316a-2b95-4850-8393-d44059e4724e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1862.453221] env[62284]: DEBUG nova.compute.manager [req-92b6a57b-d0d5-4618-8961-a5ccea2f5a95 req-7d6ad124-9e18-42f2-aa18-02296e48ab85 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Refreshing instance network info cache due to event network-changed-a39b316a-2b95-4850-8393-d44059e4724e. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1862.453464] env[62284]: DEBUG oslo_concurrency.lockutils [req-92b6a57b-d0d5-4618-8961-a5ccea2f5a95 req-7d6ad124-9e18-42f2-aa18-02296e48ab85 service nova] Acquiring lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.453614] env[62284]: DEBUG oslo_concurrency.lockutils [req-92b6a57b-d0d5-4618-8961-a5ccea2f5a95 req-7d6ad124-9e18-42f2-aa18-02296e48ab85 service nova] Acquired lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.453797] env[62284]: DEBUG nova.network.neutron [req-92b6a57b-d0d5-4618-8961-a5ccea2f5a95 req-7d6ad124-9e18-42f2-aa18-02296e48ab85 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Refreshing network info cache for port a39b316a-2b95-4850-8393-d44059e4724e {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.462036] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954748, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.509772] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.512839] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.502s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.513177] env[62284]: DEBUG nova.objects.instance [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lazy-loading 'resources' on Instance uuid af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.542016] env[62284]: INFO nova.scheduler.client.report [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Deleted allocations for instance 9f720d75-6148-4fb1-934a-7c110953269e [ 1862.644022] env[62284]: DEBUG oslo_vmware.api [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200801} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.644436] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.644632] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.644820] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.645007] env[62284]: INFO nova.compute.manager [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1862.645300] env[62284]: DEBUG oslo.service.loopingcall [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.645512] env[62284]: DEBUG nova.compute.manager [-] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.645610] env[62284]: DEBUG nova.network.neutron [-] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.934537] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954747, 'name': CreateVM_Task, 'duration_secs': 0.362446} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.934898] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.935961] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.937418] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.937902] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.938793] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b9b950-5aa0-48d0-839a-d0f8cf7cba68 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.954287] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1862.954287] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52aa5366-cd71-1ec5-7a72-c690979517bd" [ 1862.954287] env[62284]: _type = "Task" [ 1862.954287] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.954643] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954748, 'name': Rename_Task, 'duration_secs': 0.199885} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.955051] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.958449] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e8a2a3-03f1-451b-b708-49fd583ba48e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.968744] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52aa5366-cd71-1ec5-7a72-c690979517bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.970117] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.972936] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.973411] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.973676] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.974108] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.974963] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1862.974963] env[62284]: value = "task-1954749" [ 1862.974963] env[62284]: _type = "Task" [ 1862.974963] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.975889] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12a33206-638b-4c2c-9c6c-5f9a248f59bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.986692] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.988167] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.988396] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.989183] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23780f19-d646-4374-987c-8bacd2ab9b09 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.007024] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1863.007024] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527979e2-363f-a313-2d9d-64173f4bddfb" [ 1863.007024] env[62284]: _type = "Task" [ 1863.007024] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.015165] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527979e2-363f-a313-2d9d-64173f4bddfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011985} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.018735] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a44c54b-7583-4a2b-9237-df3b236bd19f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.025326] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1863.025326] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5265034a-11ac-4a20-6b44-d9d07c324d8c" [ 1863.025326] env[62284]: _type = "Task" [ 1863.025326] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.038738] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5265034a-11ac-4a20-6b44-d9d07c324d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.044022] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c01a3-c9df-41a0-8ca5-25ba3649406e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.050145] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3cab0477-bec5-4a99-afdf-aaf176b5b682 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Suspending the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1863.050895] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b523bbb-d40d-405f-86a9-f760d4f8586f tempest-ListImageFiltersTestJSON-643931859 tempest-ListImageFiltersTestJSON-643931859-project-member] Lock "9f720d75-6148-4fb1-934a-7c110953269e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.837s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.054544] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2d0be179-7ea4-4d55-98e9-559af56ef367 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.066328] env[62284]: DEBUG oslo_vmware.api [None req-3cab0477-bec5-4a99-afdf-aaf176b5b682 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1863.066328] env[62284]: value = "task-1954750" [ 1863.066328] env[62284]: _type = "Task" [ 1863.066328] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.083665] env[62284]: DEBUG oslo_vmware.api [None req-3cab0477-bec5-4a99-afdf-aaf176b5b682 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954750, 'name': SuspendVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.210620] env[62284]: INFO nova.compute.manager [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 1023f77b-0f09-418a-adf1-d3e36bc41bc3] Successfully reverted task state from spawning on failure for instance. [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server [None req-3d7f1d3e-7823-49ec-957d-74e934863912 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Exception during message handling: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1863.230994] env[62284]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1863.231510] env[62284]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7610, in unshelve_instance [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server do_unshelve_instance() [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7607, in do_unshelve_instance [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server self._unshelve_instance( [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7698, in _unshelve_instance [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(logger=LOG): [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7690, in _unshelve_instance [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server self.driver.spawn(context, instance, image_meta, [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server self._vmops.spawn(context, instance, image_meta, injected_files, [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1863.231954] env[62284]: ERROR oslo_messaging.rpc.server vm_ref = self.build_virtual_machine(instance, [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server vif_infos = vmwarevif.get_vif_info(self._session, [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server ref = get_network_ref(session, cluster, vif) [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server raise exception.InvalidInput(reason=reason) [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1863.232391] env[62284]: ERROR oslo_messaging.rpc.server [ 1863.305192] env[62284]: DEBUG nova.network.neutron [req-92b6a57b-d0d5-4618-8961-a5ccea2f5a95 req-7d6ad124-9e18-42f2-aa18-02296e48ab85 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updated VIF entry in instance network info cache for port a39b316a-2b95-4850-8393-d44059e4724e. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.305606] env[62284]: DEBUG nova.network.neutron [req-92b6a57b-d0d5-4618-8961-a5ccea2f5a95 req-7d6ad124-9e18-42f2-aa18-02296e48ab85 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance_info_cache with network_info: [{"id": "a39b316a-2b95-4850-8393-d44059e4724e", "address": "fa:16:3e:5e:a7:6f", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39b316a-2b", "ovs_interfaceid": "a39b316a-2b95-4850-8393-d44059e4724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.426780] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223ed885-c2ec-42f1-b052-0ea9e8f65dd1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.437629] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8208413f-49f9-43b9-bfc2-3fd21ce03c3e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.485127] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847b2ad-45fd-4711-96f3-8cfe353e609c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.496881] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.498222] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ba5c86-25a3-4dda-9db4-736e0f1b1dac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.513910] env[62284]: DEBUG nova.compute.provider_tree [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.538039] env[62284]: DEBUG nova.network.neutron [-] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.538039] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5265034a-11ac-4a20-6b44-d9d07c324d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.08719} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.538039] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.538039] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57/00c66692-a6cd-4e2c-8ad6-9299d3cc1b57.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.538445] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de7d8e7-b07e-4feb-9ef2-726822a36895 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.546977] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1863.546977] env[62284]: value = "task-1954751" [ 1863.546977] env[62284]: _type = "Task" [ 1863.546977] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.557230] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.581277] env[62284]: DEBUG oslo_vmware.api [None req-3cab0477-bec5-4a99-afdf-aaf176b5b682 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954750, 'name': SuspendVM_Task} progress is 62%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.809234] env[62284]: DEBUG oslo_concurrency.lockutils [req-92b6a57b-d0d5-4618-8961-a5ccea2f5a95 req-7d6ad124-9e18-42f2-aa18-02296e48ab85 service nova] Releasing lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.994549] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954749, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.016993] env[62284]: DEBUG nova.scheduler.client.report [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.038370] env[62284]: INFO nova.compute.manager [-] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Took 1.39 seconds to deallocate network for instance. [ 1864.058274] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499233} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.058495] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57/00c66692-a6cd-4e2c-8ad6-9299d3cc1b57.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1864.062024] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1864.062024] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ed7479-f5e8-4c06-be59-8cf0cb2ae016 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.067238] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1864.067238] env[62284]: value = "task-1954752" [ 1864.067238] env[62284]: _type = "Task" [ 1864.067238] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.081132] env[62284]: DEBUG oslo_vmware.api [None req-3cab0477-bec5-4a99-afdf-aaf176b5b682 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954750, 'name': SuspendVM_Task, 'duration_secs': 0.705032} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.085252] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3cab0477-bec5-4a99-afdf-aaf176b5b682 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Suspended the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1864.085771] env[62284]: DEBUG nova.compute.manager [None req-3cab0477-bec5-4a99-afdf-aaf176b5b682 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.086716] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.087727] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375a31b1-02c8-45e2-b7f0-9d67be0b7391 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.492667] env[62284]: DEBUG oslo_vmware.api [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954749, 'name': PowerOnVM_Task, 'duration_secs': 1.090849} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.493175] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.493209] env[62284]: INFO nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1864.493452] env[62284]: DEBUG nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.494332] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340f092d-ef72-415e-962d-905d20a11dff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.526829] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.528921] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.219s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.529259] env[62284]: DEBUG nova.objects.instance [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lazy-loading 'resources' on Instance uuid 8aae663c-1904-4298-b9eb-448639b0bba1 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.550119] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.579576] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071733} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.581561] env[62284]: INFO nova.scheduler.client.report [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Deleted allocations for instance af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81 [ 1864.582504] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1864.583651] env[62284]: DEBUG nova.compute.manager [req-810f0caf-a6d5-4d3a-8fdd-15a286070873 req-a19e970c-8a65-437f-b2d9-a94a40c0d99e service nova] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Received event network-vif-deleted-dbb6f9f6-2f6d-4954-8b19-dc41c616540c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1864.587733] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cd8d25-48ac-48b4-a52e-48e5dd18acae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.616944] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57/00c66692-a6cd-4e2c-8ad6-9299d3cc1b57.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.619554] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6c5f59-a297-4996-98c6-efbb51889451 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.643281] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1864.643281] env[62284]: value = "task-1954753" [ 1864.643281] env[62284]: _type = "Task" [ 1864.643281] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.654284] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.019023] env[62284]: INFO nova.compute.manager [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Took 36.61 seconds to build instance. [ 1865.100634] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a85b58a0-7563-4ca3-bac7-1466cd2f786f tempest-ServerRescueTestJSON-1589039008 tempest-ServerRescueTestJSON-1589039008-project-member] Lock "af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.614s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.159845] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.486305] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec55bd-6e3d-43f8-a719-9e4893f397eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.494783] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ca648-cc5b-4a4d-96a1-48c463dd4b2f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.528915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25e078a0-7115-4832-87a1-40d0a01be9c3 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.129s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.530041] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa51702c-50e3-40eb-a9be-60c16db5e1c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.538781] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0259fb7e-b0d6-4f0e-ad23-41b3be08fd3b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.553384] env[62284]: DEBUG nova.compute.provider_tree [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.656218] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954753, 'name': ReconfigVM_Task, 'duration_secs': 0.607063} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.656494] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57/00c66692-a6cd-4e2c-8ad6-9299d3cc1b57.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1865.657825] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00a29c5f-a8f4-4cd0-bf47-41ad6bbfd53a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.669236] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1865.669236] env[62284]: value = "task-1954754" [ 1865.669236] env[62284]: _type = "Task" [ 1865.669236] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.677880] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954754, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.709511] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquiring lock "fbd8b1fe-cce2-414d-847a-2b85520efee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.712702] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "fbd8b1fe-cce2-414d-847a-2b85520efee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.932063] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.932063] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.932063] env[62284]: INFO nova.compute.manager [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Shelving [ 1866.056501] env[62284]: DEBUG nova.scheduler.client.report [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.181203] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954754, 'name': Rename_Task, 'duration_secs': 0.241127} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.181634] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.181982] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec087697-bcff-42c3-8bb7-c8143ea3e875 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.189574] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1866.189574] env[62284]: value = "task-1954758" [ 1866.189574] env[62284]: _type = "Task" [ 1866.189574] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.204493] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.216729] env[62284]: DEBUG nova.compute.manager [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.239863] env[62284]: INFO nova.compute.manager [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Resuming [ 1866.240699] env[62284]: DEBUG nova.objects.instance [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lazy-loading 'flavor' on Instance uuid ca6758db-5d65-4671-814c-957348d62858 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.562717] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.569193] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.846s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.569193] env[62284]: DEBUG nova.objects.instance [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1866.605508] env[62284]: INFO nova.scheduler.client.report [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Deleted allocations for instance 8aae663c-1904-4298-b9eb-448639b0bba1 [ 1866.701450] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954758, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.742221] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.952912] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.953258] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250b1b52-32fb-4695-90dd-f2bacab1daf2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.964076] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1866.964076] env[62284]: value = "task-1954759" [ 1866.964076] env[62284]: _type = "Task" [ 1866.964076] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.973696] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.115223] env[62284]: DEBUG oslo_concurrency.lockutils [None req-251e080a-ed79-4f3a-a86d-54f6767a2b21 tempest-ServerPasswordTestJSON-1902230236 tempest-ServerPasswordTestJSON-1902230236-project-member] Lock "8aae663c-1904-4298-b9eb-448639b0bba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.800s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.201087] env[62284]: DEBUG oslo_vmware.api [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954758, 'name': PowerOnVM_Task, 'duration_secs': 0.57392} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.201568] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.201901] env[62284]: INFO nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1867.202116] env[62284]: DEBUG nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.202986] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b3a8b7-c64e-4990-beda-3d19ba529fae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.475500] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954759, 'name': PowerOffVM_Task, 'duration_secs': 0.204868} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.475609] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.476780] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b922a-b4f4-46d1-aec7-a5e642fa7f95 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.497143] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f90fe1-f81c-48c8-ac58-1b2daad480b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.581057] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c5f5fc32-aaec-49c7-98e6-0ef5e1202911 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.583823] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.205s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.721992] env[62284]: INFO nova.compute.manager [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Took 35.79 seconds to build instance. [ 1867.762075] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.762282] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquired lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.762460] env[62284]: DEBUG nova.network.neutron [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.007827] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1868.008320] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3505101-7f53-4c87-8e2f-4594cc22b832 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.019561] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1868.019561] env[62284]: value = "task-1954760" [ 1868.019561] env[62284]: _type = "Task" [ 1868.019561] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.029126] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.222733] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a175eca3-b145-485e-961f-e0cf7621d7d4 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.303s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.532179] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.633441] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 076233c5-52f4-43cd-8192-1f59281020b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.634624] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.634941] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f7cf5402-4409-4bd6-b173-cccca293b20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.635163] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4774c400-b889-4bec-a0d0-23ad78dc3084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.638238] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance a2e28a49-8dd0-4378-bcab-9c44168d84ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.638383] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f6e25ebb-79f4-4197-a351-a603369068cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.638504] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f22f9e16-5775-45d6-a75f-ef4e294c78b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.638619] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c3ef0795-7325-4464-acaf-01f496d602c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.638733] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d376c7ad-9725-4597-ab64-278178dea44f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.638844] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 9c954371-b8e5-4b8d-a99f-d2f2d795394c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.638951] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 91bd0705-6e68-4155-86dd-2675a9a3e45f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.639307] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d95eea11-abb4-4438-a305-b369fdf3bb52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.639456] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.639600] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ac4947c0-722c-4dd4-9c43-63642fb76ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.639705] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 13bd7bc8-2322-4b50-a396-c24e6a3ad24f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1868.639830] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance bfeaf525-4e5b-47df-aa69-81f0d438010e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1868.639945] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance b6b46bc3-0825-4098-94b9-025bb0feba19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.641720] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ca6758db-5d65-4671-814c-957348d62858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.641892] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 0664da9f-b4a4-40de-8ff2-89f301c292dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1868.642034] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.642160] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1868.961483] env[62284]: DEBUG nova.network.neutron [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating instance_info_cache with network_info: [{"id": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "address": "fa:16:3e:1c:d3:4d", "network": {"id": "9d8a374a-82a1-44f8-889b-980addd2edd9", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2018580108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd720f81aa344d3e93aa73bd0fe10ee1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6c53f1-f4", "ovs_interfaceid": "6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.036261] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954760, 'name': CreateSnapshot_Task, 'duration_secs': 0.557938} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.036557] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1869.037407] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d5d48a-0018-48c6-b3d1-353046a12ef1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.149467] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 2444e152-9d98-4069-b81d-3d104803b0ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1869.463640] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Releasing lock "refresh_cache-ca6758db-5d65-4671-814c-957348d62858" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.464839] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e9ef92-9c05-479c-89a4-f4f8f89adb34 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.473910] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Resuming the VM {{(pid=62284) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1869.475111] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c5cb1c6-7804-4c95-a654-6ac52a6d69d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.482610] env[62284]: DEBUG oslo_vmware.api [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1869.482610] env[62284]: value = "task-1954762" [ 1869.482610] env[62284]: _type = "Task" [ 1869.482610] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.492932] env[62284]: DEBUG oslo_vmware.api [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.564864] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1869.566657] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9994ad4b-bc78-41fc-aaa8-11d9e93b0688 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.581279] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1869.581279] env[62284]: value = "task-1954763" [ 1869.581279] env[62284]: _type = "Task" [ 1869.581279] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.591147] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954763, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.651956] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance fbd8b1fe-cce2-414d-847a-2b85520efee6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1869.651956] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1869.651956] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1869.996901] env[62284]: DEBUG oslo_vmware.api [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954762, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.057836] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ae6a0f-0208-4809-8e70-caf539abd561 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.066323] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f620f26-942b-4b42-98e3-922db994e221 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.104733] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04091f84-3053-42ae-85f0-64c1b18d65e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.109584] env[62284]: DEBUG nova.compute.manager [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1870.118504] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954763, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.121672] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34f562b-40a5-4f2c-8a30-7ce1e4eef7f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.142304] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.496595] env[62284]: DEBUG oslo_vmware.api [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954762, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.622910] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954763, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.644247] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.645372] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.995542] env[62284]: DEBUG oslo_vmware.api [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954762, 'name': PowerOnVM_Task, 'duration_secs': 1.28095} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.995846] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Resumed the VM {{(pid=62284) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1870.996016] env[62284]: DEBUG nova.compute.manager [None req-ef435460-13b0-4ba4-9a3d-93c43d721651 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.997597] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e821b4-aec4-4737-8408-db89136af449 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.115409] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954763, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.152911] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1871.152911] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.568s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.152911] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.641s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.153765] env[62284]: INFO nova.compute.claims [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1871.159032] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1871.159032] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1871.611988] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954763, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.671501] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] There are 44 instances to clean {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1871.671642] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 8aae663c-1904-4298-b9eb-448639b0bba1] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1872.099786] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dff8a0-a74e-4f06-b4f0-82a7ff3d91cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.117524] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954763, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.121411] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5022c3-6221-4f1a-9ca1-584e63107007 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.156183] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9adef5f-b550-4985-958d-e1bb903b6517 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.165623] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626a2b64-7c65-4abb-9c03-ba7673e304ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.183017] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 42f950dc-98e6-4270-9379-054b907e05c3] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1872.185986] env[62284]: DEBUG nova.compute.provider_tree [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.618781] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954763, 'name': CloneVM_Task, 'duration_secs': 3.023474} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.620235] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Created linked-clone VM from snapshot [ 1872.621109] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75fc07c-1693-42aa-b755-94a4942fe885 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.630871] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Uploading image 0daacedf-b1fc-4754-9b90-a5255022cfcf {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1872.668481] env[62284]: DEBUG oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1872.668481] env[62284]: value = "vm-402829" [ 1872.668481] env[62284]: _type = "VirtualMachine" [ 1872.668481] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1872.668818] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f98de1db-3240-4fd1-92a9-dbc67d9a76cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.677409] env[62284]: DEBUG oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lease: (returnval){ [ 1872.677409] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257991c-7de6-29ab-b310-8a2c57c7f23a" [ 1872.677409] env[62284]: _type = "HttpNfcLease" [ 1872.677409] env[62284]: } obtained for exporting VM: (result){ [ 1872.677409] env[62284]: value = "vm-402829" [ 1872.677409] env[62284]: _type = "VirtualMachine" [ 1872.677409] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1872.677804] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the lease: (returnval){ [ 1872.677804] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257991c-7de6-29ab-b310-8a2c57c7f23a" [ 1872.677804] env[62284]: _type = "HttpNfcLease" [ 1872.677804] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1872.686162] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1872.686162] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257991c-7de6-29ab-b310-8a2c57c7f23a" [ 1872.686162] env[62284]: _type = "HttpNfcLease" [ 1872.686162] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1872.687840] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: c8916cc9-5174-40d1-9972-8cb40fa18a85] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1872.690287] env[62284]: DEBUG nova.scheduler.client.report [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.187063] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1873.187063] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257991c-7de6-29ab-b310-8a2c57c7f23a" [ 1873.187063] env[62284]: _type = "HttpNfcLease" [ 1873.187063] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1873.187485] env[62284]: DEBUG oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1873.187485] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5257991c-7de6-29ab-b310-8a2c57c7f23a" [ 1873.187485] env[62284]: _type = "HttpNfcLease" [ 1873.187485] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1873.188567] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056c69e8-9764-4ca8-ae58-cb4477dabfca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.193808] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: c5e1345d-0ad3-4755-b9d3-fd9af29e1bdc] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1873.196076] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.045s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.196622] env[62284]: DEBUG nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1873.202294] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.408s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.202497] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.204500] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.943s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.204725] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.206467] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.657s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.206657] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.208401] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.467s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.209867] env[62284]: INFO nova.compute.claims [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.212995] env[62284]: DEBUG oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa8c8e-0b0f-955f-4526-cf40367cc33a/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1873.212995] env[62284]: DEBUG oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa8c8e-0b0f-955f-4526-cf40367cc33a/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1873.282864] env[62284]: INFO nova.scheduler.client.report [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Deleted allocations for instance bfeaf525-4e5b-47df-aa69-81f0d438010e [ 1873.288788] env[62284]: INFO nova.scheduler.client.report [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Deleted allocations for instance 0664da9f-b4a4-40de-8ff2-89f301c292dc [ 1873.296780] env[62284]: INFO nova.scheduler.client.report [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted allocations for instance 13bd7bc8-2322-4b50-a396-c24e6a3ad24f [ 1873.330132] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6506e7f9-5f96-401e-a15b-9e80eeac5c51 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.700481] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 298ba832-f2a1-4518-9b83-0383605c5ec9] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1873.719679] env[62284]: DEBUG nova.compute.utils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1873.725903] env[62284]: DEBUG nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1873.725903] env[62284]: DEBUG nova.network.neutron [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1873.791026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b200add1-7a96-4c2d-bfd6-c81ad661c728 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "bfeaf525-4e5b-47df-aa69-81f0d438010e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.789s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.793823] env[62284]: DEBUG nova.policy [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0cb07e69a4448169a15a91e90925b63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01f30355ec549c7a6043a0122e280f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1873.798930] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f02f4550-661e-4586-9829-11616f2a6943 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "13bd7bc8-2322-4b50-a396-c24e6a3ad24f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.448s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.802564] env[62284]: DEBUG oslo_concurrency.lockutils [None req-006a58d2-f6a6-457c-a42c-1058b952519f tempest-ImagesOneServerNegativeTestJSON-1172154586 tempest-ImagesOneServerNegativeTestJSON-1172154586-project-member] Lock "0664da9f-b4a4-40de-8ff2-89f301c292dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.018s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.902468] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquiring lock "1033a2c3-4d1d-4f00-b4ba-070010d43277" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.902468] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "1033a2c3-4d1d-4f00-b4ba-070010d43277" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.207106] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 09b1d099-befe-4e35-9180-76ae8ba84163] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1874.216058] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "d376c7ad-9725-4597-ab64-278178dea44f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.220125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "d376c7ad-9725-4597-ab64-278178dea44f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.220125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "d376c7ad-9725-4597-ab64-278178dea44f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.220125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "d376c7ad-9725-4597-ab64-278178dea44f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.220125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "d376c7ad-9725-4597-ab64-278178dea44f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.226013] env[62284]: INFO nova.compute.manager [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Terminating instance [ 1874.234277] env[62284]: DEBUG nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1874.331023] env[62284]: DEBUG nova.network.neutron [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Successfully created port: d54c8be2-5b4e-4a03-a6ac-77021ac02b16 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.405317] env[62284]: DEBUG nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1874.662268] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec1c6b6-ae63-4d7d-8396-a9320b451b90 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.671042] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377fe369-23a6-4e04-b676-8c75436a0a45 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.710917] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 4102a78a-a5f7-48cc-9b28-4ee756553c83] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1874.714584] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91329f5-e5b5-4e58-8772-b3be4e0a5091 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.728915] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19360492-bc51-4289-b9c2-b85169ec7982 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.744975] env[62284]: DEBUG nova.compute.manager [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.745302] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.749135] env[62284]: DEBUG nova.compute.provider_tree [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.751607] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facda30e-e8b1-4485-b85f-9ac61755aa7b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.761066] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.761342] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8167326e-47fd-4a23-91c4-8818095351b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.770730] env[62284]: DEBUG oslo_vmware.api [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1874.770730] env[62284]: value = "task-1954767" [ 1874.770730] env[62284]: _type = "Task" [ 1874.770730] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.782499] env[62284]: DEBUG oslo_vmware.api [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.939350] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.218963] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 692dbee1-4ba7-4b4e-877d-afc69bdcd7b3] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1875.253208] env[62284]: DEBUG nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1875.258297] env[62284]: DEBUG nova.scheduler.client.report [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.294382] env[62284]: DEBUG oslo_vmware.api [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954767, 'name': PowerOffVM_Task, 'duration_secs': 0.368795} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.294382] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.294382] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.300470] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e20ef5f-d8e7-4df1-9d9f-9b39465f4ee3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.313710] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.313977] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.314276] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.314384] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.314539] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.314686] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.314894] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.315057] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.315219] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.315376] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.315541] env[62284]: DEBUG nova.virt.hardware [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.318485] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a937fe39-b5f2-4818-a2fd-9c5b8c31c70d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.331587] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2522115-7eaf-4173-ad8f-bd9a68862cb7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.395268] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "f7cf5402-4409-4bd6-b173-cccca293b20f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.395629] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.395896] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.396106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.396281] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.398951] env[62284]: INFO nova.compute.manager [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Terminating instance [ 1875.444762] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.445021] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.445210] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleting the datastore file [datastore1] d376c7ad-9725-4597-ab64-278178dea44f {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.445857] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886af77f-9116-40d6-8923-7a30971152fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.454792] env[62284]: DEBUG oslo_vmware.api [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1875.454792] env[62284]: value = "task-1954770" [ 1875.454792] env[62284]: _type = "Task" [ 1875.454792] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.464852] env[62284]: DEBUG oslo_vmware.api [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.722126] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 75bf8bf0-37a8-416e-87e9-7dc66f3c1ee9] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1875.763865] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.764439] env[62284]: DEBUG nova.compute.manager [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.767289] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.123s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.905216] env[62284]: DEBUG nova.compute.manager [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1875.905467] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1875.906442] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8376e1e3-964f-4488-b934-02b0da034685 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.915584] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.915633] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c171836a-b290-404c-b480-ee3550e03dc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.923162] env[62284]: DEBUG oslo_vmware.api [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1875.923162] env[62284]: value = "task-1954771" [ 1875.923162] env[62284]: _type = "Task" [ 1875.923162] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.933291] env[62284]: DEBUG oslo_vmware.api [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.966723] env[62284]: DEBUG oslo_vmware.api [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196023} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.966723] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.966723] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.966723] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.966723] env[62284]: INFO nova.compute.manager [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1875.967386] env[62284]: DEBUG oslo.service.loopingcall [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.967386] env[62284]: DEBUG nova.compute.manager [-] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1875.967386] env[62284]: DEBUG nova.network.neutron [-] [instance: d376c7ad-9725-4597-ab64-278178dea44f] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1876.226272] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 24d5e16d-487c-48b0-b034-9204c0af2ea2] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1876.272924] env[62284]: DEBUG nova.compute.utils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1876.276708] env[62284]: INFO nova.compute.claims [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.288502] env[62284]: DEBUG nova.compute.manager [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Not allocating networking since 'none' was specified. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1876.439089] env[62284]: DEBUG oslo_vmware.api [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954771, 'name': PowerOffVM_Task, 'duration_secs': 0.30631} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.439545] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1876.439732] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1876.440001] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0039ea88-791d-4cd7-829d-978a61d909f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.708054] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.708054] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.708054] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Deleting the datastore file [datastore1] f7cf5402-4409-4bd6-b173-cccca293b20f {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.713197] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ff67c2-0d46-449b-a7f2-26952e9f0106 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.716147] env[62284]: DEBUG nova.compute.manager [req-1021a0f9-9dce-42b6-8e82-d398a50c4ed2 req-df8da254-9e19-45f2-a63d-8c2d978327ef service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Received event network-vif-plugged-d54c8be2-5b4e-4a03-a6ac-77021ac02b16 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1876.717200] env[62284]: DEBUG oslo_concurrency.lockutils [req-1021a0f9-9dce-42b6-8e82-d398a50c4ed2 req-df8da254-9e19-45f2-a63d-8c2d978327ef service nova] Acquiring lock "2444e152-9d98-4069-b81d-3d104803b0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.717617] env[62284]: DEBUG oslo_concurrency.lockutils [req-1021a0f9-9dce-42b6-8e82-d398a50c4ed2 req-df8da254-9e19-45f2-a63d-8c2d978327ef service nova] Lock "2444e152-9d98-4069-b81d-3d104803b0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.717987] env[62284]: DEBUG oslo_concurrency.lockutils [req-1021a0f9-9dce-42b6-8e82-d398a50c4ed2 req-df8da254-9e19-45f2-a63d-8c2d978327ef service nova] Lock "2444e152-9d98-4069-b81d-3d104803b0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.718360] env[62284]: DEBUG nova.compute.manager [req-1021a0f9-9dce-42b6-8e82-d398a50c4ed2 req-df8da254-9e19-45f2-a63d-8c2d978327ef service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] No waiting events found dispatching network-vif-plugged-d54c8be2-5b4e-4a03-a6ac-77021ac02b16 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1876.718904] env[62284]: WARNING nova.compute.manager [req-1021a0f9-9dce-42b6-8e82-d398a50c4ed2 req-df8da254-9e19-45f2-a63d-8c2d978327ef service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Received unexpected event network-vif-plugged-d54c8be2-5b4e-4a03-a6ac-77021ac02b16 for instance with vm_state building and task_state spawning. [ 1876.727453] env[62284]: DEBUG oslo_vmware.api [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for the task: (returnval){ [ 1876.727453] env[62284]: value = "task-1954773" [ 1876.727453] env[62284]: _type = "Task" [ 1876.727453] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.729853] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f347346b-2a14-4cea-ab84-47f2952af658] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1876.752529] env[62284]: DEBUG nova.compute.manager [req-6ab3f9fa-0bd3-4da0-b5ac-24a398135243 req-f50a986f-3573-4d92-9a6c-8adc6674afe2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Received event network-vif-deleted-d19f8aa0-5f7c-4467-8d4f-7eae56514ae5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1876.752529] env[62284]: INFO nova.compute.manager [req-6ab3f9fa-0bd3-4da0-b5ac-24a398135243 req-f50a986f-3573-4d92-9a6c-8adc6674afe2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Neutron deleted interface d19f8aa0-5f7c-4467-8d4f-7eae56514ae5; detaching it from the instance and deleting it from the info cache [ 1876.752529] env[62284]: DEBUG nova.network.neutron [req-6ab3f9fa-0bd3-4da0-b5ac-24a398135243 req-f50a986f-3573-4d92-9a6c-8adc6674afe2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.766919] env[62284]: DEBUG oslo_vmware.api [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.785952] env[62284]: DEBUG nova.compute.manager [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.792822] env[62284]: INFO nova.compute.resource_tracker [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating resource usage from migration e1520f79-cd56-40b4-8bd7-528d8879c763 [ 1876.804669] env[62284]: DEBUG nova.network.neutron [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Successfully updated port: d54c8be2-5b4e-4a03-a6ac-77021ac02b16 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1877.125804] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8e412e-ee28-4290-9c80-8290d3a18bf0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.137025] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01437424-993c-403e-a809-9b4a8b684824 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.175675] env[62284]: DEBUG nova.network.neutron [-] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.178081] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e8a3d7-4198-4ff2-9729-8a5d1d316199 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.187376] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b65d8e-0923-40b5-8775-a9c13ae56356 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.206167] env[62284]: DEBUG nova.compute.provider_tree [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.240207] env[62284]: DEBUG oslo_vmware.api [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Task: {'id': task-1954773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486435} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.240207] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.240207] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.241838] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.241838] env[62284]: INFO nova.compute.manager [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1877.241838] env[62284]: DEBUG oslo.service.loopingcall [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.241838] env[62284]: DEBUG nova.compute.manager [-] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.241838] env[62284]: DEBUG nova.network.neutron [-] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.254070] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 60e5ab9c-29f8-4bc7-a3be-07b267f12653] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1877.256310] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "ca6758db-5d65-4671-814c-957348d62858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.256579] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.257207] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "ca6758db-5d65-4671-814c-957348d62858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.258735] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.259395] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.261789] env[62284]: INFO nova.compute.manager [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Terminating instance [ 1877.264658] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38533e54-5209-4d5e-9e35-6470dd1fd623 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.281964] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f84cfa-9011-4c4f-9d3e-c0bec52b6b46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.306837] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "refresh_cache-2444e152-9d98-4069-b81d-3d104803b0ad" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.306995] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "refresh_cache-2444e152-9d98-4069-b81d-3d104803b0ad" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.307160] env[62284]: DEBUG nova.network.neutron [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.325158] env[62284]: DEBUG nova.compute.manager [req-6ab3f9fa-0bd3-4da0-b5ac-24a398135243 req-f50a986f-3573-4d92-9a6c-8adc6674afe2 service nova] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Detach interface failed, port_id=d19f8aa0-5f7c-4467-8d4f-7eae56514ae5, reason: Instance d376c7ad-9725-4597-ab64-278178dea44f could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1877.397353] env[62284]: DEBUG nova.network.neutron [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.620619] env[62284]: DEBUG nova.network.neutron [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Updating instance_info_cache with network_info: [{"id": "d54c8be2-5b4e-4a03-a6ac-77021ac02b16", "address": "fa:16:3e:92:d5:b6", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54c8be2-5b", "ovs_interfaceid": "d54c8be2-5b4e-4a03-a6ac-77021ac02b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.678522] env[62284]: INFO nova.compute.manager [-] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Took 1.71 seconds to deallocate network for instance. [ 1877.710311] env[62284]: DEBUG nova.scheduler.client.report [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.764275] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 9f720d75-6148-4fb1-934a-7c110953269e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1877.770665] env[62284]: DEBUG nova.compute.manager [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1877.772293] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1877.773306] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c9cec-d96b-4342-a1c9-8d76d0639773 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.783288] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.783661] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d6f604-2d9e-45f6-a995-2436e6061a5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.793305] env[62284]: DEBUG oslo_vmware.api [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1877.793305] env[62284]: value = "task-1954775" [ 1877.793305] env[62284]: _type = "Task" [ 1877.793305] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.807931] env[62284]: DEBUG nova.compute.manager [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.814847] env[62284]: DEBUG oslo_vmware.api [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.846239] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.846534] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.846706] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.846906] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.847167] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.847401] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.847877] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.848148] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.849973] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.849973] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.849973] env[62284]: DEBUG nova.virt.hardware [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.850269] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a00f944-0555-4234-83a4-e86b531e5941 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.860922] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038902b-db81-4fda-9e88-27a53be1dd75 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.876751] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.882997] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Creating folder: Project (3c3a0d061692425d98b893aab68f6ace). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.885235] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdd4ca1c-4552-45b5-b135-cf6b8f7e992a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.899332] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Created folder: Project (3c3a0d061692425d98b893aab68f6ace) in parent group-v402637. [ 1877.899556] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Creating folder: Instances. Parent ref: group-v402831. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.899804] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdcbe66b-b180-4e2d-99a4-8f7219912490 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.915751] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Created folder: Instances in parent group-v402831. [ 1877.916076] env[62284]: DEBUG oslo.service.loopingcall [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.916328] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.916672] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1c969e6-a630-4683-be93-459a5fbbb836 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.936688] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.936688] env[62284]: value = "task-1954778" [ 1877.936688] env[62284]: _type = "Task" [ 1877.936688] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.946080] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954778, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.123671] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "refresh_cache-2444e152-9d98-4069-b81d-3d104803b0ad" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.124036] env[62284]: DEBUG nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Instance network_info: |[{"id": "d54c8be2-5b4e-4a03-a6ac-77021ac02b16", "address": "fa:16:3e:92:d5:b6", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54c8be2-5b", "ovs_interfaceid": "d54c8be2-5b4e-4a03-a6ac-77021ac02b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1878.124538] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:d5:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd54c8be2-5b4e-4a03-a6ac-77021ac02b16', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.134025] env[62284]: DEBUG oslo.service.loopingcall [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.134025] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.134025] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b6a707d-2476-4206-b1e0-426782baff2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.155277] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.155277] env[62284]: value = "task-1954779" [ 1878.155277] env[62284]: _type = "Task" [ 1878.155277] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.168960] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954779, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.190094] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.221343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.454s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.221663] env[62284]: INFO nova.compute.manager [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Migrating [ 1878.229639] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.290s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.231504] env[62284]: INFO nova.compute.claims [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1878.268841] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 35dc5996-9d0f-49cc-9b29-9957ecbfa259] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1878.305418] env[62284]: DEBUG oslo_vmware.api [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954775, 'name': PowerOffVM_Task, 'duration_secs': 0.268516} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.305816] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.306140] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.307021] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b25d011-9348-45a8-922c-44a237a0028a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.388634] env[62284]: DEBUG nova.network.neutron [-] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.449407] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954778, 'name': CreateVM_Task, 'duration_secs': 0.443944} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.449643] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.450097] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.450281] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.450623] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.450887] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0d7242-e2f9-44a1-b414-2604560ad009 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.456587] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1878.456587] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521d4f90-c000-0b4f-7718-63c068653908" [ 1878.456587] env[62284]: _type = "Task" [ 1878.456587] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.457917] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.458183] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.458407] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleting the datastore file [datastore1] ca6758db-5d65-4671-814c-957348d62858 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.461869] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccefe9f7-cd79-4bf0-b20a-dc6c84b7f943 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.468915] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521d4f90-c000-0b4f-7718-63c068653908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.470245] env[62284]: DEBUG oslo_vmware.api [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for the task: (returnval){ [ 1878.470245] env[62284]: value = "task-1954781" [ 1878.470245] env[62284]: _type = "Task" [ 1878.470245] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.478733] env[62284]: DEBUG oslo_vmware.api [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.668857] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954779, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.741542] env[62284]: DEBUG nova.compute.manager [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Received event network-changed-d54c8be2-5b4e-4a03-a6ac-77021ac02b16 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1878.741779] env[62284]: DEBUG nova.compute.manager [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Refreshing instance network info cache due to event network-changed-d54c8be2-5b4e-4a03-a6ac-77021ac02b16. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1878.742029] env[62284]: DEBUG oslo_concurrency.lockutils [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] Acquiring lock "refresh_cache-2444e152-9d98-4069-b81d-3d104803b0ad" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.742209] env[62284]: DEBUG oslo_concurrency.lockutils [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] Acquired lock "refresh_cache-2444e152-9d98-4069-b81d-3d104803b0ad" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.742393] env[62284]: DEBUG nova.network.neutron [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Refreshing network info cache for port d54c8be2-5b4e-4a03-a6ac-77021ac02b16 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.969137] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521d4f90-c000-0b4f-7718-63c068653908, 'name': SearchDatastore_Task, 'duration_secs': 0.02032} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.969547] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.969847] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.970161] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.970355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.970571] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.970988] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e7cb1c9-df2e-4074-999e-b7db5c502866 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.981254] env[62284]: DEBUG oslo_vmware.api [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Task: {'id': task-1954781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372856} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.981526] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.981774] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.981992] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.982227] env[62284]: INFO nova.compute.manager [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] [instance: ca6758db-5d65-4671-814c-957348d62858] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1878.982601] env[62284]: DEBUG oslo.service.loopingcall [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.983727] env[62284]: DEBUG nova.compute.manager [-] [instance: ca6758db-5d65-4671-814c-957348d62858] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.983893] env[62284]: DEBUG nova.network.neutron [-] [instance: ca6758db-5d65-4671-814c-957348d62858] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.985671] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.985896] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.986870] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89e2565-4aec-4366-a3bf-2d9433c6884b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.993353] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1878.993353] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5224e732-bddd-7926-f6c0-63534ff9de98" [ 1878.993353] env[62284]: _type = "Task" [ 1878.993353] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.002271] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5224e732-bddd-7926-f6c0-63534ff9de98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.170707] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954779, 'name': CreateVM_Task, 'duration_secs': 0.738252} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.170939] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.171778] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.171952] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.172310] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1879.172759] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd7e059-7278-45e9-9793-a855242131dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.178855] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1879.178855] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e91703-b4f3-8f3f-92f4-6938ab86dc4c" [ 1879.178855] env[62284]: _type = "Task" [ 1879.178855] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.191857] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e91703-b4f3-8f3f-92f4-6938ab86dc4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.392637] env[62284]: INFO nova.compute.manager [-] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Took 2.15 seconds to deallocate network for instance. [ 1879.506292] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5224e732-bddd-7926-f6c0-63534ff9de98, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.507313] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470f0704-059e-467c-8bfb-8d1c2fb9c95c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.516166] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1879.516166] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf875b-510b-578a-4ff5-109198c8ca1d" [ 1879.516166] env[62284]: _type = "Task" [ 1879.516166] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.525939] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf875b-510b-578a-4ff5-109198c8ca1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.589306] env[62284]: DEBUG nova.network.neutron [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Updated VIF entry in instance network info cache for port d54c8be2-5b4e-4a03-a6ac-77021ac02b16. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.589674] env[62284]: DEBUG nova.network.neutron [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Updating instance_info_cache with network_info: [{"id": "d54c8be2-5b4e-4a03-a6ac-77021ac02b16", "address": "fa:16:3e:92:d5:b6", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54c8be2-5b", "ovs_interfaceid": "d54c8be2-5b4e-4a03-a6ac-77021ac02b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.692268] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e91703-b4f3-8f3f-92f4-6938ab86dc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.029442} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.692669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.692953] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1879.693241] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.746063] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.746063] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.746063] env[62284]: DEBUG nova.network.neutron [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.774096] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 1494e9ab-1538-4c17-bb17-af10e9c1c764] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1879.882016] env[62284]: DEBUG nova.network.neutron [-] [instance: ca6758db-5d65-4671-814c-957348d62858] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.900282] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.031984] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cf875b-510b-578a-4ff5-109198c8ca1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.032361] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.032614] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] fbd8b1fe-cce2-414d-847a-2b85520efee6/fbd8b1fe-cce2-414d-847a-2b85520efee6.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.032924] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.033149] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.033443] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19528b06-7773-47d5-a89d-8fd81c5f4044 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.039387] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9e687f-f390-46e9-ba2c-2195a9467386 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.049299] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1880.049299] env[62284]: value = "task-1954783" [ 1880.049299] env[62284]: _type = "Task" [ 1880.049299] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.052877] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.053054] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.054218] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27427ff5-efef-4096-8116-14e0c5c0bf03 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.059701] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.063781] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1880.063781] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d3c1b-61a0-c7e0-303a-69e4d23dc722" [ 1880.063781] env[62284]: _type = "Task" [ 1880.063781] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.072770] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d3c1b-61a0-c7e0-303a-69e4d23dc722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.096346] env[62284]: DEBUG oslo_concurrency.lockutils [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] Releasing lock "refresh_cache-2444e152-9d98-4069-b81d-3d104803b0ad" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.096702] env[62284]: DEBUG nova.compute.manager [req-12cf4e79-5ca9-4d66-a90d-8ac1d511901d req-e03681cc-6760-4da2-bcd9-4d798c4d8036 service nova] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Received event network-vif-deleted-63f1f040-4d2b-48df-a2d6-8296f5a3b3ca {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.278619] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: af50c1ac-8cb1-4d77-8c3d-80f3b05ffa81] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1880.384999] env[62284]: INFO nova.compute.manager [-] [instance: ca6758db-5d65-4671-814c-957348d62858] Took 1.40 seconds to deallocate network for instance. [ 1880.549779] env[62284]: DEBUG nova.network.neutron [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance_info_cache with network_info: [{"id": "a39b316a-2b95-4850-8393-d44059e4724e", "address": "fa:16:3e:5e:a7:6f", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39b316a-2b", "ovs_interfaceid": "a39b316a-2b95-4850-8393-d44059e4724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.565559] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954783, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.579841] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d3c1b-61a0-c7e0-303a-69e4d23dc722, 'name': SearchDatastore_Task, 'duration_secs': 0.014584} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.580785] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94da219-7311-4c83-afc3-58c6a0b8a5f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.590086] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1880.590086] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5275b27c-1a96-640e-b951-24f421991499" [ 1880.590086] env[62284]: _type = "Task" [ 1880.590086] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.599053] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5275b27c-1a96-640e-b951-24f421991499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.639965] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e309a4-4141-4698-8640-167f28675c4f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.648805] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906aef3-65ad-499a-a042-566f2910790c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.683187] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eaca9d-a6d4-40e3-8e0b-b5e559e64c65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.691927] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c526a60f-3ded-4685-9699-ef998bff6904 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.706450] env[62284]: DEBUG nova.compute.provider_tree [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.774816] env[62284]: DEBUG nova.compute.manager [req-a6aabd24-638b-43be-a91b-47e73c6014a3 req-5d24bed3-291d-47ef-9283-d6682b9e6a8e service nova] [instance: ca6758db-5d65-4671-814c-957348d62858] Received event network-vif-deleted-6f6c53f1-f4af-4b3c-ba2f-395de2dd8cdc {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.783145] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 826b1ff4-b3fe-4f86-a9a3-082dd79bc281] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1880.895167] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.058326] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.063593] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538592} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.064157] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] fbd8b1fe-cce2-414d-847a-2b85520efee6/fbd8b1fe-cce2-414d-847a-2b85520efee6.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1881.064406] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1881.064771] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63a1c923-d8cd-4258-a40f-bb64be83a45b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.076099] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1881.076099] env[62284]: value = "task-1954784" [ 1881.076099] env[62284]: _type = "Task" [ 1881.076099] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.090799] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.101650] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5275b27c-1a96-640e-b951-24f421991499, 'name': SearchDatastore_Task, 'duration_secs': 0.023065} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.102081] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.102480] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2444e152-9d98-4069-b81d-3d104803b0ad/2444e152-9d98-4069-b81d-3d104803b0ad.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1881.102891] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22eadf0-9e56-4d21-a8ae-c3758d55a754 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.112544] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1881.112544] env[62284]: value = "task-1954785" [ 1881.112544] env[62284]: _type = "Task" [ 1881.112544] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.123226] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.209777] env[62284]: DEBUG nova.scheduler.client.report [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.287472] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 4a4bce98-144d-462d-a835-f7a07262d5c9] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1881.427607] env[62284]: DEBUG oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa8c8e-0b0f-955f-4526-cf40367cc33a/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1881.428762] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedee0e5-0beb-4250-8bbf-a969ac761f65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.436575] env[62284]: DEBUG oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa8c8e-0b0f-955f-4526-cf40367cc33a/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1881.436812] env[62284]: ERROR oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa8c8e-0b0f-955f-4526-cf40367cc33a/disk-0.vmdk due to incomplete transfer. [ 1881.437124] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-948d3654-ad9c-4683-8b9f-1e96024af163 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.455562] env[62284]: DEBUG oslo_vmware.rw_handles [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa8c8e-0b0f-955f-4526-cf40367cc33a/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1881.455877] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Uploaded image 0daacedf-b1fc-4754-9b90-a5255022cfcf to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1881.458482] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1881.458821] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55ea3ddd-65c6-4471-8075-05717324456e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.468593] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1881.468593] env[62284]: value = "task-1954787" [ 1881.468593] env[62284]: _type = "Task" [ 1881.468593] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.478353] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954787, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.592036] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105946} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.592587] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.594085] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58431299-ce26-4903-9a1c-a788ffafedcb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.623252] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] fbd8b1fe-cce2-414d-847a-2b85520efee6/fbd8b1fe-cce2-414d-847a-2b85520efee6.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.623252] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e3f38b-c1c5-4bad-8ab1-eac608cc2454 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.652276] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954785, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.654884] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1881.654884] env[62284]: value = "task-1954788" [ 1881.654884] env[62284]: _type = "Task" [ 1881.654884] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.667028] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.714559] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.485s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.717021] env[62284]: DEBUG nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.718244] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.528s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.718481] env[62284]: DEBUG nova.objects.instance [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lazy-loading 'resources' on Instance uuid d376c7ad-9725-4597-ab64-278178dea44f {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.797039] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 6f5e38dd-7a22-4065-bc06-c4aefa6092e3] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1881.979396] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954787, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.135074] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669856} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.135681] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2444e152-9d98-4069-b81d-3d104803b0ad/2444e152-9d98-4069-b81d-3d104803b0ad.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.138310] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.138310] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b49590f8-30cb-4499-80da-05b1f4c49be4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.145576] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1882.145576] env[62284]: value = "task-1954789" [ 1882.145576] env[62284]: _type = "Task" [ 1882.145576] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.154883] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.164897] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.224042] env[62284]: DEBUG nova.compute.utils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.226920] env[62284]: DEBUG nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.227358] env[62284]: DEBUG nova.network.neutron [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1882.305734] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: a3ca6d81-cdf5-4d44-8a43-d5d9c6eecc4e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1882.305734] env[62284]: DEBUG nova.policy [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b825652f4440f78a15d6346f9f316a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '043473b7e95241cfa0907638766d0187', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.492890] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954787, 'name': Destroy_Task, 'duration_secs': 0.565603} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.497029] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Destroyed the VM [ 1882.497029] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1882.497029] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0180faee-674c-4bd7-b85e-6bac3deb9c70 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.502377] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1882.502377] env[62284]: value = "task-1954790" [ 1882.502377] env[62284]: _type = "Task" [ 1882.502377] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.518196] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954790, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.585923] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbc1a3c-c55f-4496-b4bc-b23b511dc898 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.596517] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf864fc1-b69c-4e35-9999-655a779998d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.618182] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance '00c66692-a6cd-4e2c-8ad6-9299d3cc1b57' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1882.629440] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aed744-ec0a-4635-9a6d-96f91f7fff97 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.668812] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1481e938-8035-4056-8926-e0002775e7a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.683715] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954788, 'name': ReconfigVM_Task, 'duration_secs': 0.849718} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.687018] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081828} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.687018] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Reconfigured VM instance instance-00000044 to attach disk [datastore1] fbd8b1fe-cce2-414d-847a-2b85520efee6/fbd8b1fe-cce2-414d-847a-2b85520efee6.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.687018] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1882.687018] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d36c1-4e78-4316-942e-72570b5a5403 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.690517] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ede1aa9-c0fe-4568-8b0e-5f9ffeacc00a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.693776] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfd3e4b-3499-4e55-82d8-20ee4bbe10f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.709251] env[62284]: DEBUG nova.compute.provider_tree [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.721338] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1882.721338] env[62284]: value = "task-1954791" [ 1882.721338] env[62284]: _type = "Task" [ 1882.721338] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.733418] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 2444e152-9d98-4069-b81d-3d104803b0ad/2444e152-9d98-4069-b81d-3d104803b0ad.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1882.734787] env[62284]: DEBUG nova.scheduler.client.report [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1882.742143] env[62284]: DEBUG nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.742143] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c661d5-0f1c-4161-a44d-457b5a8837fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.811914] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 03afc473-0ccf-4a3d-8549-b76c82951a22] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1882.817234] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954791, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.822567] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1882.822567] env[62284]: value = "task-1954792" [ 1882.822567] env[62284]: _type = "Task" [ 1882.822567] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.829500] env[62284]: DEBUG nova.network.neutron [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Successfully created port: d3ea16ff-1a40-4acc-b26e-7901db599d5e {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1882.837959] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.013740] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954790, 'name': RemoveSnapshot_Task, 'duration_secs': 0.360366} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.014110] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1883.014497] env[62284]: DEBUG nova.compute.manager [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.015411] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef04304-1e40-48ab-bc12-e8491413ae24 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.127144] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.127144] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85c22c65-e6d1-4187-b653-7669394c6ff8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.139119] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1883.139119] env[62284]: value = "task-1954793" [ 1883.139119] env[62284]: _type = "Task" [ 1883.139119] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.150676] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.248638] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954791, 'name': Rename_Task, 'duration_secs': 0.209539} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.248928] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1883.249195] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28df9d4e-973c-40df-8fee-e37bf3f765c0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.257041] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1883.257041] env[62284]: value = "task-1954794" [ 1883.257041] env[62284]: _type = "Task" [ 1883.257041] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.267870] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.289092] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.571s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.291696] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.391s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.292507] env[62284]: DEBUG nova.objects.instance [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lazy-loading 'resources' on Instance uuid f7cf5402-4409-4bd6-b173-cccca293b20f {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1883.323997] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 7e9be7ac-36a2-4f5a-b5ec-74ea41b981cb] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1883.337666] env[62284]: INFO nova.scheduler.client.report [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted allocations for instance d376c7ad-9725-4597-ab64-278178dea44f [ 1883.355972] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954792, 'name': ReconfigVM_Task, 'duration_secs': 0.294926} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.355972] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 2444e152-9d98-4069-b81d-3d104803b0ad/2444e152-9d98-4069-b81d-3d104803b0ad.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.355972] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-502b2c76-b9a3-485f-b7e7-d5da69f5b3d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.373340] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1883.373340] env[62284]: value = "task-1954795" [ 1883.373340] env[62284]: _type = "Task" [ 1883.373340] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.390794] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954795, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.533356] env[62284]: INFO nova.compute.manager [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Shelve offloading [ 1883.652329] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954793, 'name': PowerOffVM_Task, 'duration_secs': 0.186755} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.652615] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1883.655297] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance '00c66692-a6cd-4e2c-8ad6-9299d3cc1b57' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1883.769111] env[62284]: DEBUG oslo_vmware.api [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954794, 'name': PowerOnVM_Task, 'duration_secs': 0.473668} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.769732] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.769963] env[62284]: INFO nova.compute.manager [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Took 5.96 seconds to spawn the instance on the hypervisor. [ 1883.770171] env[62284]: DEBUG nova.compute.manager [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.771233] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fe444a-e352-4171-bf15-98e5e62728a8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.795730] env[62284]: DEBUG nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.816457] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.816931] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.817250] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.817580] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.818103] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.818444] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.818770] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.819097] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.821109] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.821109] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.821109] env[62284]: DEBUG nova.virt.hardware [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.821109] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42afc71f-972b-4d68-bd2b-d3e0955e2b22 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.836517] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: ff23b756-780d-4e5e-98b0-4ccd0bcd7e97] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1883.839691] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e5b213-dca9-4d7e-9727-22dbff2d7300 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.868152] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d662fca2-9ab9-4061-a7e1-2b427f3715d2 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "d376c7ad-9725-4597-ab64-278178dea44f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.650s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.888143] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954795, 'name': Rename_Task, 'duration_secs': 0.154759} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.888448] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1883.888758] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2a60341-09cd-47d8-8b1f-9b5b5e1052a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.897627] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1883.897627] env[62284]: value = "task-1954796" [ 1883.897627] env[62284]: _type = "Task" [ 1883.897627] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.912733] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.040014] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.040706] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-572ddf81-92f5-46e8-be72-885b266c8baf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.053244] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1884.053244] env[62284]: value = "task-1954797" [ 1884.053244] env[62284]: _type = "Task" [ 1884.053244] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.068670] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1884.068955] env[62284]: DEBUG nova.compute.manager [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.071227] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbd5c8b-949a-499d-93bb-ba0dfe2a18b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.078095] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.078381] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.078451] env[62284]: DEBUG nova.network.neutron [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.156016] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13db72-c8b6-444d-8fee-76990e1c219f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.162068] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1884.162506] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1884.162880] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1884.163267] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1884.163535] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1884.163783] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1884.164102] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1884.164393] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1884.164696] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1884.166014] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1884.166014] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1884.171141] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-471294c9-439e-45d0-8868-6459b3314720 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.190106] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0889952-3f1b-4ccc-b9d2-fae4062815d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.202148] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1884.202148] env[62284]: value = "task-1954798" [ 1884.202148] env[62284]: _type = "Task" [ 1884.202148] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.236277] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25291338-992e-4cc7-8f63-91e53c44b333 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.242531] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.248453] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9291c07-a66f-4293-bee2-b05b192b7b36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.263537] env[62284]: DEBUG nova.compute.provider_tree [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.294640] env[62284]: INFO nova.compute.manager [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Took 17.57 seconds to build instance. [ 1884.345217] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 066c21bf-8eab-4b81-921d-e3b453b1f5e7] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1884.411633] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954796, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.487701] env[62284]: INFO nova.compute.manager [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Rebuilding instance [ 1884.556428] env[62284]: DEBUG nova.compute.manager [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.557870] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a6dfee-dab5-4f7d-8619-378a7899bca6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.597098] env[62284]: DEBUG nova.network.neutron [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Successfully updated port: d3ea16ff-1a40-4acc-b26e-7901db599d5e {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.598634] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.599227] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.637853] env[62284]: DEBUG nova.compute.manager [req-2126ca78-f726-4720-a288-8911785315c5 req-12a93454-5dbc-4223-95eb-593d8ae21c2f service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Received event network-vif-plugged-d3ea16ff-1a40-4acc-b26e-7901db599d5e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1884.638076] env[62284]: DEBUG oslo_concurrency.lockutils [req-2126ca78-f726-4720-a288-8911785315c5 req-12a93454-5dbc-4223-95eb-593d8ae21c2f service nova] Acquiring lock "1033a2c3-4d1d-4f00-b4ba-070010d43277-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.638312] env[62284]: DEBUG oslo_concurrency.lockutils [req-2126ca78-f726-4720-a288-8911785315c5 req-12a93454-5dbc-4223-95eb-593d8ae21c2f service nova] Lock "1033a2c3-4d1d-4f00-b4ba-070010d43277-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.638439] env[62284]: DEBUG oslo_concurrency.lockutils [req-2126ca78-f726-4720-a288-8911785315c5 req-12a93454-5dbc-4223-95eb-593d8ae21c2f service nova] Lock "1033a2c3-4d1d-4f00-b4ba-070010d43277-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.638597] env[62284]: DEBUG nova.compute.manager [req-2126ca78-f726-4720-a288-8911785315c5 req-12a93454-5dbc-4223-95eb-593d8ae21c2f service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] No waiting events found dispatching network-vif-plugged-d3ea16ff-1a40-4acc-b26e-7901db599d5e {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.638763] env[62284]: WARNING nova.compute.manager [req-2126ca78-f726-4720-a288-8911785315c5 req-12a93454-5dbc-4223-95eb-593d8ae21c2f service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Received unexpected event network-vif-plugged-d3ea16ff-1a40-4acc-b26e-7901db599d5e for instance with vm_state building and task_state spawning. [ 1884.714778] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954798, 'name': ReconfigVM_Task, 'duration_secs': 0.254231} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.715351] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance '00c66692-a6cd-4e2c-8ad6-9299d3cc1b57' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1884.766702] env[62284]: DEBUG nova.scheduler.client.report [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1884.797163] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cbf211a6-3c61-42bd-91f9-69c72208dbf8 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "fbd8b1fe-cce2-414d-847a-2b85520efee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.084s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.848836] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: c7240ca4-f94e-4ca2-afb3-d3e12e182aa3] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1884.910228] env[62284]: DEBUG oslo_vmware.api [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954796, 'name': PowerOnVM_Task, 'duration_secs': 0.638684} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.910462] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.910665] env[62284]: INFO nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1884.910843] env[62284]: DEBUG nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.911624] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcec6fe1-f91e-488e-96ff-b11d7ffa2c2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.926583] env[62284]: DEBUG nova.network.neutron [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Updating instance_info_cache with network_info: [{"id": "f4130472-5064-4e45-afda-e219dd78ddb4", "address": "fa:16:3e:fc:70:1c", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4130472-50", "ovs_interfaceid": "f4130472-5064-4e45-afda-e219dd78ddb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.082298] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Acquiring lock "46579684-b81b-4530-880c-e49836e015b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.082298] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "46579684-b81b-4530-880c-e49836e015b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.100834] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquiring lock "refresh_cache-1033a2c3-4d1d-4f00-b4ba-070010d43277" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.100974] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquired lock "refresh_cache-1033a2c3-4d1d-4f00-b4ba-070010d43277" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.101136] env[62284]: DEBUG nova.network.neutron [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.102867] env[62284]: DEBUG nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1885.106573] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "f6e25ebb-79f4-4197-a351-a603369068cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.106812] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "f6e25ebb-79f4-4197-a351-a603369068cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.107030] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "f6e25ebb-79f4-4197-a351-a603369068cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.107222] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "f6e25ebb-79f4-4197-a351-a603369068cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.107386] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "f6e25ebb-79f4-4197-a351-a603369068cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.114677] env[62284]: INFO nova.compute.manager [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Terminating instance [ 1885.124833] env[62284]: WARNING oslo_messaging._drivers.amqpdriver [None req-19f6e279-0235-4ac1-9fa5-8bd2e9309b78 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1885.223388] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.223694] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.223862] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.224263] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.224263] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.224407] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.224947] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.224947] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.224947] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.227226] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.227226] env[62284]: DEBUG nova.virt.hardware [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.234448] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1885.234768] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa9ab3b6-37c5-4dc4-80d8-49007aa17e84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.262344] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1885.262344] env[62284]: value = "task-1954799" [ 1885.262344] env[62284]: _type = "Task" [ 1885.262344] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.273822] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.277483] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.382s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.278020] env[62284]: DEBUG nova.objects.instance [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lazy-loading 'resources' on Instance uuid ca6758db-5d65-4671-814c-957348d62858 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.278917] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.351871] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 26fff0b9-f89b-43f6-b0af-6c22bba5d369] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1885.430572] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.434364] env[62284]: INFO nova.compute.manager [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Took 35.94 seconds to build instance. [ 1885.463387] env[62284]: INFO nova.scheduler.client.report [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Deleted allocations for instance f7cf5402-4409-4bd6-b173-cccca293b20f [ 1885.579318] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.579318] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35e7959-9883-416e-8687-5fab0cc5b5de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.586029] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1885.586029] env[62284]: value = "task-1954800" [ 1885.586029] env[62284]: _type = "Task" [ 1885.586029] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.589232] env[62284]: DEBUG nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1885.595297] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.616577] env[62284]: DEBUG nova.compute.manager [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1885.616577] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.618318] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3213d8d8-082a-474c-b739-5b9347ac5423 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.628739] env[62284]: DEBUG nova.compute.manager [None req-19f6e279-0235-4ac1-9fa5-8bd2e9309b78 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.629387] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.633326] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fe596a-cca6-473b-b3f0-2882ce2243c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.633549] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54353047-bf36-4714-b4d3-3fdd317870d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.636343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.644896] env[62284]: DEBUG oslo_vmware.api [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1885.644896] env[62284]: value = "task-1954801" [ 1885.644896] env[62284]: _type = "Task" [ 1885.644896] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.654446] env[62284]: DEBUG oslo_vmware.api [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.661152] env[62284]: DEBUG nova.network.neutron [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.760744] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquiring lock "fbd8b1fe-cce2-414d-847a-2b85520efee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.764135] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "fbd8b1fe-cce2-414d-847a-2b85520efee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.764135] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquiring lock "fbd8b1fe-cce2-414d-847a-2b85520efee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.764135] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "fbd8b1fe-cce2-414d-847a-2b85520efee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.764135] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "fbd8b1fe-cce2-414d-847a-2b85520efee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.776612] env[62284]: INFO nova.compute.manager [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Terminating instance [ 1885.786961] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954799, 'name': ReconfigVM_Task, 'duration_secs': 0.35191} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.788581] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1885.789721] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c762ab91-97c3-4ea3-801e-dac407fa1ab7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.832022] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57/00c66692-a6cd-4e2c-8ad6-9299d3cc1b57.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1885.834512] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b2a20f5-0549-41c2-9a32-b1f372bcefe7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.850952] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.852149] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032a29c-3b9b-4f00-bcbd-6cce2ea56c11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.855714] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 9a006271-b6d6-4a7f-b5f7-935fbcc263ab] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1885.861193] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.863701] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3512062c-b2bb-4e02-8c58-f3e1801b021e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.864284] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1885.864284] env[62284]: value = "task-1954802" [ 1885.864284] env[62284]: _type = "Task" [ 1885.864284] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.877833] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.935918] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2af73795-1093-4291-ab05-dbf8209db7a3 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "2444e152-9d98-4069-b81d-3d104803b0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.458s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.979684] env[62284]: DEBUG oslo_concurrency.lockutils [None req-99c6a863-547b-41cf-96f2-2f911617a797 tempest-MigrationsAdminTest-50503816 tempest-MigrationsAdminTest-50503816-project-member] Lock "f7cf5402-4409-4bd6-b173-cccca293b20f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.584s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.982519] env[62284]: DEBUG nova.compute.manager [req-e0d2bbab-3770-43d8-9708-c57d7cfcdbc7 req-3e0dcc1c-4b9b-403c-b680-c216e65bb767 service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Received event network-vif-unplugged-f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1885.982519] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0d2bbab-3770-43d8-9708-c57d7cfcdbc7 req-3e0dcc1c-4b9b-403c-b680-c216e65bb767 service nova] Acquiring lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.982649] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0d2bbab-3770-43d8-9708-c57d7cfcdbc7 req-3e0dcc1c-4b9b-403c-b680-c216e65bb767 service nova] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.982696] env[62284]: DEBUG oslo_concurrency.lockutils [req-e0d2bbab-3770-43d8-9708-c57d7cfcdbc7 req-3e0dcc1c-4b9b-403c-b680-c216e65bb767 service nova] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.982864] env[62284]: DEBUG nova.compute.manager [req-e0d2bbab-3770-43d8-9708-c57d7cfcdbc7 req-3e0dcc1c-4b9b-403c-b680-c216e65bb767 service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] No waiting events found dispatching network-vif-unplugged-f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1885.983049] env[62284]: WARNING nova.compute.manager [req-e0d2bbab-3770-43d8-9708-c57d7cfcdbc7 req-3e0dcc1c-4b9b-403c-b680-c216e65bb767 service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Received unexpected event network-vif-unplugged-f4130472-5064-4e45-afda-e219dd78ddb4 for instance with vm_state shelved and task_state shelving_offloading. [ 1886.099650] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954800, 'name': PowerOffVM_Task, 'duration_secs': 0.22483} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.101944] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.102196] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1886.103138] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebb6969-1401-4e75-af01-86a824d9dac9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.107128] env[62284]: DEBUG nova.network.neutron [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Updating instance_info_cache with network_info: [{"id": "d3ea16ff-1a40-4acc-b26e-7901db599d5e", "address": "fa:16:3e:73:18:09", "network": {"id": "6a6d25f1-14a0-4e18-989d-22b1b8935449", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1114993715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043473b7e95241cfa0907638766d0187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ea16ff-1a", "ovs_interfaceid": "d3ea16ff-1a40-4acc-b26e-7901db599d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.115477] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1886.116368] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.116913] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c3f9857-7f44-4165-83b2-7774ed5620fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.146974] env[62284]: INFO nova.compute.manager [None req-19f6e279-0235-4ac1-9fa5-8bd2e9309b78 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] instance snapshotting [ 1886.147691] env[62284]: DEBUG nova.objects.instance [None req-19f6e279-0235-4ac1-9fa5-8bd2e9309b78 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lazy-loading 'flavor' on Instance uuid fbd8b1fe-cce2-414d-847a-2b85520efee6 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.160015] env[62284]: DEBUG oslo_vmware.api [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954801, 'name': PowerOffVM_Task, 'duration_secs': 0.188345} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.160303] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.160481] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1886.160760] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce4c03f0-a772-4b90-bdd7-e818c0a98f3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.164357] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d2b7f-b841-4243-bd33-e2c672d1532e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.173293] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfec922-e5e8-4d15-b182-f689a281aa28 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.213772] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccfaa32-657e-4c47-991e-cbe983b71897 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.224125] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb91ac-632f-4089-aa18-95cae648546a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.240292] env[62284]: DEBUG nova.compute.provider_tree [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.288898] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquiring lock "refresh_cache-fbd8b1fe-cce2-414d-847a-2b85520efee6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.289198] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquired lock "refresh_cache-fbd8b1fe-cce2-414d-847a-2b85520efee6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.289424] env[62284]: DEBUG nova.network.neutron [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.360554] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 0b7ee2f0-35d7-4253-9de6-a1e964415865] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1886.376112] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.413181] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.413466] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.611836] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Releasing lock "refresh_cache-1033a2c3-4d1d-4f00-b4ba-070010d43277" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.612349] env[62284]: DEBUG nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Instance network_info: |[{"id": "d3ea16ff-1a40-4acc-b26e-7901db599d5e", "address": "fa:16:3e:73:18:09", "network": {"id": "6a6d25f1-14a0-4e18-989d-22b1b8935449", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1114993715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043473b7e95241cfa0907638766d0187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ea16ff-1a", "ovs_interfaceid": "d3ea16ff-1a40-4acc-b26e-7901db599d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1886.612960] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:18:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3ea16ff-1a40-4acc-b26e-7901db599d5e', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.626102] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Creating folder: Project (043473b7e95241cfa0907638766d0187). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1886.626521] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e39b35e-4a54-4452-ad9b-a3ec642d2033 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.641721] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Created folder: Project (043473b7e95241cfa0907638766d0187) in parent group-v402637. [ 1886.642347] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Creating folder: Instances. Parent ref: group-v402835. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1886.642347] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a49eb73-05fd-4f4d-aaf9-7a4525d1f8db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.657049] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Created folder: Instances in parent group-v402835. [ 1886.657457] env[62284]: DEBUG oslo.service.loopingcall [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.657758] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.659020] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ad599b8-09fe-42bd-8c94-3cccbb1e6432 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.677195] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25de3638-b1e1-4d06-b53f-e93baedbb1ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.682541] env[62284]: DEBUG nova.compute.manager [req-84df319c-3b15-44a3-a1ff-a7b573fcdb39 req-ae948be8-4e70-4d26-b41a-bb1926faf210 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Received event network-changed-d3ea16ff-1a40-4acc-b26e-7901db599d5e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1886.682652] env[62284]: DEBUG nova.compute.manager [req-84df319c-3b15-44a3-a1ff-a7b573fcdb39 req-ae948be8-4e70-4d26-b41a-bb1926faf210 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Refreshing instance network info cache due to event network-changed-d3ea16ff-1a40-4acc-b26e-7901db599d5e. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1886.682825] env[62284]: DEBUG oslo_concurrency.lockutils [req-84df319c-3b15-44a3-a1ff-a7b573fcdb39 req-ae948be8-4e70-4d26-b41a-bb1926faf210 service nova] Acquiring lock "refresh_cache-1033a2c3-4d1d-4f00-b4ba-070010d43277" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.682973] env[62284]: DEBUG oslo_concurrency.lockutils [req-84df319c-3b15-44a3-a1ff-a7b573fcdb39 req-ae948be8-4e70-4d26-b41a-bb1926faf210 service nova] Acquired lock "refresh_cache-1033a2c3-4d1d-4f00-b4ba-070010d43277" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.683145] env[62284]: DEBUG nova.network.neutron [req-84df319c-3b15-44a3-a1ff-a7b573fcdb39 req-ae948be8-4e70-4d26-b41a-bb1926faf210 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Refreshing network info cache for port d3ea16ff-1a40-4acc-b26e-7901db599d5e {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.691915] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.691915] env[62284]: value = "task-1954808" [ 1886.691915] env[62284]: _type = "Task" [ 1886.691915] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.710380] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac2283-96e4-478f-a98f-0e18f6398541 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.716570] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954808, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.743694] env[62284]: DEBUG nova.scheduler.client.report [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.813241] env[62284]: DEBUG nova.network.neutron [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1886.863949] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: c16adb4f-babc-421a-9004-948bae581252] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1886.877484] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.907216] env[62284]: DEBUG nova.network.neutron [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.916591] env[62284]: DEBUG nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1887.206060] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954808, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.226278] env[62284]: DEBUG nova.compute.manager [None req-19f6e279-0235-4ac1-9fa5-8bd2e9309b78 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Instance disappeared during snapshot {{(pid=62284) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1887.249898] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.252782] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.616s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.255647] env[62284]: INFO nova.compute.claims [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1887.280587] env[62284]: INFO nova.scheduler.client.report [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Deleted allocations for instance ca6758db-5d65-4671-814c-957348d62858 [ 1887.367553] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 1b13890c-6c0c-4af0-abfe-0e9feb9efdf7] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1887.382532] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954802, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.409565] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Releasing lock "refresh_cache-fbd8b1fe-cce2-414d-847a-2b85520efee6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.411230] env[62284]: DEBUG nova.compute.manager [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.411230] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.411230] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224bdee8-45dd-459f-bcad-53b377c50635 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.423053] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.423555] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b7aebf8-4281-47cb-9670-99191a3b020b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.443596] env[62284]: DEBUG oslo_vmware.api [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1887.443596] env[62284]: value = "task-1954809" [ 1887.443596] env[62284]: _type = "Task" [ 1887.443596] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.448119] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.452981] env[62284]: DEBUG oslo_vmware.api [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.471941] env[62284]: DEBUG nova.compute.manager [None req-19f6e279-0235-4ac1-9fa5-8bd2e9309b78 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Found 0 images (rotation: 2) {{(pid=62284) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1887.583876] env[62284]: DEBUG nova.network.neutron [req-84df319c-3b15-44a3-a1ff-a7b573fcdb39 req-ae948be8-4e70-4d26-b41a-bb1926faf210 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Updated VIF entry in instance network info cache for port d3ea16ff-1a40-4acc-b26e-7901db599d5e. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.584291] env[62284]: DEBUG nova.network.neutron [req-84df319c-3b15-44a3-a1ff-a7b573fcdb39 req-ae948be8-4e70-4d26-b41a-bb1926faf210 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Updating instance_info_cache with network_info: [{"id": "d3ea16ff-1a40-4acc-b26e-7901db599d5e", "address": "fa:16:3e:73:18:09", "network": {"id": "6a6d25f1-14a0-4e18-989d-22b1b8935449", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1114993715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043473b7e95241cfa0907638766d0187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ea16ff-1a", "ovs_interfaceid": "d3ea16ff-1a40-4acc-b26e-7901db599d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.707097] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954808, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.787839] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4732e021-797f-45f1-a979-6e4e35ef5014 tempest-ServersNegativeTestJSON-1457291325 tempest-ServersNegativeTestJSON-1457291325-project-member] Lock "ca6758db-5d65-4671-814c-957348d62858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.531s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.874062] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 2bfce1fe-e9e0-4c69-9a75-2319d6e79e1e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1887.882310] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954802, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.952919] env[62284]: DEBUG oslo_vmware.api [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.006287] env[62284]: DEBUG nova.compute.manager [req-89498e30-0e19-4755-b810-7126f50788ab req-ac32bfc3-b35d-4bd3-87c1-07efe1520000 service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Received event network-changed-f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1888.006498] env[62284]: DEBUG nova.compute.manager [req-89498e30-0e19-4755-b810-7126f50788ab req-ac32bfc3-b35d-4bd3-87c1-07efe1520000 service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Refreshing instance network info cache due to event network-changed-f4130472-5064-4e45-afda-e219dd78ddb4. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1888.006716] env[62284]: DEBUG oslo_concurrency.lockutils [req-89498e30-0e19-4755-b810-7126f50788ab req-ac32bfc3-b35d-4bd3-87c1-07efe1520000 service nova] Acquiring lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.006857] env[62284]: DEBUG oslo_concurrency.lockutils [req-89498e30-0e19-4755-b810-7126f50788ab req-ac32bfc3-b35d-4bd3-87c1-07efe1520000 service nova] Acquired lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.007144] env[62284]: DEBUG nova.network.neutron [req-89498e30-0e19-4755-b810-7126f50788ab req-ac32bfc3-b35d-4bd3-87c1-07efe1520000 service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Refreshing network info cache for port f4130472-5064-4e45-afda-e219dd78ddb4 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.089138] env[62284]: DEBUG oslo_concurrency.lockutils [req-84df319c-3b15-44a3-a1ff-a7b573fcdb39 req-ae948be8-4e70-4d26-b41a-bb1926faf210 service nova] Releasing lock "refresh_cache-1033a2c3-4d1d-4f00-b4ba-070010d43277" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.209905] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954808, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.212195] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.212411] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.212593] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleting the datastore file [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.212875] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.213117] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.213319] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleting the datastore file [datastore1] 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.214315] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ee81077-5f18-4498-90f5-51beb3de0873 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.216259] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-158f0873-d78f-41db-b051-1774b9c30ff0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.218699] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.218896] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.219096] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleting the datastore file [datastore1] f6e25ebb-79f4-4197-a351-a603369068cb {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.220038] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c76e5c-872d-41de-bc9b-8cad71ab302b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.227658] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1888.227658] env[62284]: value = "task-1954811" [ 1888.227658] env[62284]: _type = "Task" [ 1888.227658] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.229145] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1888.229145] env[62284]: value = "task-1954810" [ 1888.229145] env[62284]: _type = "Task" [ 1888.229145] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.233330] env[62284]: DEBUG oslo_vmware.api [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1888.233330] env[62284]: value = "task-1954812" [ 1888.233330] env[62284]: _type = "Task" [ 1888.233330] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.244736] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.248930] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.252240] env[62284]: DEBUG oslo_vmware.api [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.377621] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 9d427896-cb9a-45f5-b09d-9161753dfdf3] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1888.385040] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954802, 'name': ReconfigVM_Task, 'duration_secs': 2.29036} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.385040] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57/00c66692-a6cd-4e2c-8ad6-9299d3cc1b57.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.385040] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance '00c66692-a6cd-4e2c-8ad6-9299d3cc1b57' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.458047] env[62284]: DEBUG oslo_vmware.api [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954809, 'name': PowerOffVM_Task, 'duration_secs': 0.79752} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.462103] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.462346] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.462878] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0f5f0a-64a3-4263-8d6c-5b274282f198 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.494577] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.494687] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.494875] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Deleting the datastore file [datastore1] fbd8b1fe-cce2-414d-847a-2b85520efee6 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.495230] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de937259-c23c-4b26-9b30-c621ffc572f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.503326] env[62284]: DEBUG oslo_vmware.api [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for the task: (returnval){ [ 1888.503326] env[62284]: value = "task-1954814" [ 1888.503326] env[62284]: _type = "Task" [ 1888.503326] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.517194] env[62284]: DEBUG oslo_vmware.api [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.631920] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cceb95f-a9c0-478a-8a5c-c10bf2afe6a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.642093] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d50f81-db09-47d3-adf1-f5a2c3a658ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.685901] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ff4761-b745-482c-a5cd-3bfde616d3a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.700469] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72d232d-85d2-490e-92f9-c80d5f24763e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.716362] env[62284]: DEBUG nova.compute.provider_tree [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1888.723376] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954808, 'name': CreateVM_Task, 'duration_secs': 1.770934} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.724040] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.724637] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.724896] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.725343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.726837] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb8af02-f7e6-4d68-aded-7dc7f3554428 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.734371] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1888.734371] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5251200c-9325-3e63-5683-4b183e91a316" [ 1888.734371] env[62284]: _type = "Task" [ 1888.734371] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.744675] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196134} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.748251] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.748494] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.748682] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.755073] env[62284]: DEBUG oslo_vmware.api [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180085} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.759007] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.759220] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.759464] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.761480] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5251200c-9325-3e63-5683-4b183e91a316, 'name': SearchDatastore_Task, 'duration_secs': 0.019813} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.767294] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.767448] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1888.767594] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.767738] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.767912] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1888.768242] env[62284]: DEBUG oslo_vmware.api [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191691} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.768748] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad25a4c-0631-4946-af11-68ffbc2d7ee0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.770614] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.770797] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.770973] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.771195] env[62284]: INFO nova.compute.manager [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Took 3.16 seconds to destroy the instance on the hypervisor. [ 1888.771435] env[62284]: DEBUG oslo.service.loopingcall [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.771911] env[62284]: DEBUG nova.compute.manager [-] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.772015] env[62284]: DEBUG nova.network.neutron [-] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.780858] env[62284]: INFO nova.scheduler.client.report [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted allocations for instance 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52 [ 1888.785485] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1888.785656] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1888.786598] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e879f6e-0fb0-403c-aa7b-b9aa7db631d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.792807] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1888.792807] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b61717-41e4-b9ac-8172-cb255d1361f9" [ 1888.792807] env[62284]: _type = "Task" [ 1888.792807] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.803431] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b61717-41e4-b9ac-8172-cb255d1361f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.809047] env[62284]: DEBUG nova.network.neutron [req-89498e30-0e19-4755-b810-7126f50788ab req-ac32bfc3-b35d-4bd3-87c1-07efe1520000 service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Updated VIF entry in instance network info cache for port f4130472-5064-4e45-afda-e219dd78ddb4. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.809377] env[62284]: DEBUG nova.network.neutron [req-89498e30-0e19-4755-b810-7126f50788ab req-ac32bfc3-b35d-4bd3-87c1-07efe1520000 service nova] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Updating instance_info_cache with network_info: [{"id": "f4130472-5064-4e45-afda-e219dd78ddb4", "address": "fa:16:3e:fc:70:1c", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": null, "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf4130472-50", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.885300] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 4e7a8fc5-0066-480b-bdb5-44b2c64d267e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1888.895307] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a874ac-717b-4b3d-8e35-56957b5c8440 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.916311] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cccd13-4640-489d-8ea7-a3007b9bc30b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.936085] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance '00c66692-a6cd-4e2c-8ad6-9299d3cc1b57' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1889.015912] env[62284]: DEBUG oslo_vmware.api [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Task: {'id': task-1954814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094741} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.016203] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1889.016547] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1889.016674] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1889.016730] env[62284]: INFO nova.compute.manager [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1889.017014] env[62284]: DEBUG oslo.service.loopingcall [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.017222] env[62284]: DEBUG nova.compute.manager [-] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1889.017318] env[62284]: DEBUG nova.network.neutron [-] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1889.031894] env[62284]: DEBUG nova.network.neutron [-] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.250436] env[62284]: ERROR nova.scheduler.client.report [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [req-bfef4d35-60dc-4d03-bc05-a6a6cc5791c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bfef4d35-60dc-4d03-bc05-a6a6cc5791c8"}]} [ 1889.266581] env[62284]: DEBUG nova.scheduler.client.report [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1889.287882] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.297563] env[62284]: DEBUG nova.scheduler.client.report [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1889.297742] env[62284]: DEBUG nova.compute.provider_tree [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1889.312123] env[62284]: DEBUG oslo_concurrency.lockutils [req-89498e30-0e19-4755-b810-7126f50788ab req-ac32bfc3-b35d-4bd3-87c1-07efe1520000 service nova] Releasing lock "refresh_cache-2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.312594] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b61717-41e4-b9ac-8172-cb255d1361f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.313484] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96010e05-0bee-41d2-98ad-10715292e205 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.319052] env[62284]: DEBUG nova.scheduler.client.report [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1889.322513] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1889.322513] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52235808-ecd4-61c9-d8b5-a9a365137894" [ 1889.322513] env[62284]: _type = "Task" [ 1889.322513] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.334058] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52235808-ecd4-61c9-d8b5-a9a365137894, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.334384] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.334841] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1033a2c3-4d1d-4f00-b4ba-070010d43277/1033a2c3-4d1d-4f00-b4ba-070010d43277.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1889.335157] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b6e4c0f-1c71-40de-ad0b-9218f7d54171 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.343206] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1889.343206] env[62284]: value = "task-1954815" [ 1889.343206] env[62284]: _type = "Task" [ 1889.343206] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.349093] env[62284]: DEBUG nova.scheduler.client.report [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1889.357883] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.388374] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 1c2c657e-ee19-425a-a78a-fe02656c0d52] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1889.525813] env[62284]: DEBUG nova.network.neutron [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Port a39b316a-2b95-4850-8393-d44059e4724e binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1889.535058] env[62284]: DEBUG nova.network.neutron [-] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.736438] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01312ed3-7a8f-4859-afdd-149a2a3f2cd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.747126] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7faca22-0bdf-4fce-adbe-47ba67b4d2e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.795149] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e046d6-9afa-4b3d-b4e0-21c068247013 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.807855] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65e0b30-c960-4aa8-8a3b-7fa3139fbfb0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.824293] env[62284]: DEBUG nova.compute.provider_tree [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1889.831524] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1889.831524] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1889.831637] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1889.831824] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1889.831974] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1889.832142] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1889.832361] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1889.832520] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1889.832686] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1889.832850] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1889.833042] env[62284]: DEBUG nova.virt.hardware [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1889.833949] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777d898-cf97-4885-8edc-69b9ffb562d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.843804] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9830b4-d583-43a4-8e21-f9b9495e0a9d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.857669] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954815, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.868100] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:22:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71bb5502-ad45-4647-8652-6294f13f4134', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1889.875238] env[62284]: DEBUG oslo.service.loopingcall [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.875853] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1889.876304] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c61348b1-cd3b-4b47-a3e9-e0bfa333b4c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.890324] env[62284]: DEBUG nova.network.neutron [-] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.891820] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 5612b519-7488-411d-bbee-d1d00897234c] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1889.901423] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1889.901423] env[62284]: value = "task-1954816" [ 1889.901423] env[62284]: _type = "Task" [ 1889.901423] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.911866] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954816, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.037781] env[62284]: INFO nova.compute.manager [-] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Took 1.02 seconds to deallocate network for instance. [ 1890.042514] env[62284]: DEBUG nova.compute.manager [req-96168567-7f0c-4e65-9f94-95f2840c3272 req-31769259-6df1-4c5c-8f45-64a9d90f9cd0 service nova] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Received event network-vif-deleted-4b31a73a-18eb-419e-832d-5b29a5282cd2 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1890.361418] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954815, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.383897] env[62284]: DEBUG nova.scheduler.client.report [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1890.384811] env[62284]: DEBUG nova.compute.provider_tree [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 100 to 101 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1890.384811] env[62284]: DEBUG nova.compute.provider_tree [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1890.398337] env[62284]: INFO nova.compute.manager [-] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Took 1.63 seconds to deallocate network for instance. [ 1890.398832] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 75ca28c2-0e7e-4f57-bf57-dccbd195b16e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1890.421640] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954816, 'name': CreateVM_Task, 'duration_secs': 0.433383} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.421867] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1890.423794] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.423794] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.423794] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1890.424437] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ed4780-a842-414e-9388-69ad0078968d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.431815] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1890.431815] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529c674b-0a4d-a0b6-6053-b3e142c6579f" [ 1890.431815] env[62284]: _type = "Task" [ 1890.431815] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.443691] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529c674b-0a4d-a0b6-6053-b3e142c6579f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.548420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.552511] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.552738] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.552907] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.861894] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954815, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479235} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.862194] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 1033a2c3-4d1d-4f00-b4ba-070010d43277/1033a2c3-4d1d-4f00-b4ba-070010d43277.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1890.862412] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1890.862673] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-859c2db0-32c9-4714-8c8c-4228dd5ce75d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.875387] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1890.875387] env[62284]: value = "task-1954817" [ 1890.875387] env[62284]: _type = "Task" [ 1890.875387] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.885555] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.902023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.646s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.902023] env[62284]: DEBUG nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.903021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.786s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.904320] env[62284]: INFO nova.compute.claims [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1890.907069] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.907756] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 5ec42b93-102a-4709-916e-c88a5c5c30aa] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1890.915533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.946928] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529c674b-0a4d-a0b6-6053-b3e142c6579f, 'name': SearchDatastore_Task, 'duration_secs': 0.011175} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.946928] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.946928] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1890.946928] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.947411] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.947411] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1890.947411] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19124d46-8bd4-44c6-a2e9-b40a10aba469 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.959216] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1890.959494] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1890.960435] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747c7089-4852-467f-a9c8-b40ed6fc613d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.967647] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1890.967647] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fca93a-aa06-1b15-6cbd-de80fe1ceb28" [ 1890.967647] env[62284]: _type = "Task" [ 1890.967647] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.976776] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fca93a-aa06-1b15-6cbd-de80fe1ceb28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.389421] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072915} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.389805] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.390506] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c652ffd0-518d-4569-bc2e-3c4aa5590aad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.414485] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1033a2c3-4d1d-4f00-b4ba-070010d43277/1033a2c3-4d1d-4f00-b4ba-070010d43277.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.417858] env[62284]: DEBUG nova.compute.utils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.419141] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 9591494e-097f-4528-a615-88bbdf4178b0] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1891.420869] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da12b10-62b5-4de5-9e11-e0dcfe05c811 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.437027] env[62284]: DEBUG nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.445232] env[62284]: DEBUG nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.445232] env[62284]: DEBUG nova.network.neutron [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.454421] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1891.454421] env[62284]: value = "task-1954818" [ 1891.454421] env[62284]: _type = "Task" [ 1891.454421] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.471692] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.480105] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fca93a-aa06-1b15-6cbd-de80fe1ceb28, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.481643] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ddad166-6fd3-4e80-bf0f-e249e057b602 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.490731] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1891.490731] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a2b805-a7cd-9316-ef6b-2380aee8fda8" [ 1891.490731] env[62284]: _type = "Task" [ 1891.490731] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.501923] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a2b805-a7cd-9316-ef6b-2380aee8fda8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.541136] env[62284]: DEBUG nova.policy [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8d64c66db1341d68c854a9d750a9f24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17fedfe5541d499c868d75bb0f5345f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1891.607968] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.609014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.609014] env[62284]: DEBUG nova.network.neutron [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1891.689683] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.689945] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.690189] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.690377] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.690584] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.693795] env[62284]: INFO nova.compute.manager [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Terminating instance [ 1891.835550] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682ad838-43ef-4162-a55d-e65cf652a6cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.844281] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e11851-ceef-44e4-97dd-8b4021e29c1a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.878476] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6b6b8c-355f-4994-9958-715ab4afa900 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.886320] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e179cbb-3a7c-4b15-95b9-85ec7d9d2092 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.904409] env[62284]: DEBUG nova.compute.provider_tree [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1891.937809] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 921af820-927f-4429-a5c0-e4eb55b3ca23] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1891.967165] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954818, 'name': ReconfigVM_Task, 'duration_secs': 0.354448} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.971418] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1033a2c3-4d1d-4f00-b4ba-070010d43277/1033a2c3-4d1d-4f00-b4ba-070010d43277.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1891.971418] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a6c2905-0e80-4bdd-91a8-0b3277e5ac55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.982515] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1891.982515] env[62284]: value = "task-1954819" [ 1891.982515] env[62284]: _type = "Task" [ 1891.982515] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.989580] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954819, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.003062] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a2b805-a7cd-9316-ef6b-2380aee8fda8, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.003355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.003637] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5/ac4947c0-722c-4dd4-9c43-63642fb76ac5.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1892.003882] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcfb10f2-ece5-4af0-9fc3-9d3fdc323289 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.014026] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1892.014026] env[62284]: value = "task-1954820" [ 1892.014026] env[62284]: _type = "Task" [ 1892.014026] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.022519] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.208920] env[62284]: DEBUG nova.compute.manager [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1892.209301] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1892.210413] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631b98c6-e968-4d18-a128-dff0e937664d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.223744] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.224210] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-728021f6-c428-4f67-8735-b52dc5d6d7f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.232889] env[62284]: DEBUG oslo_vmware.api [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1892.232889] env[62284]: value = "task-1954821" [ 1892.232889] env[62284]: _type = "Task" [ 1892.232889] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.246565] env[62284]: DEBUG oslo_vmware.api [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.398727] env[62284]: DEBUG nova.network.neutron [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Successfully created port: d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.402729] env[62284]: DEBUG nova.network.neutron [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance_info_cache with network_info: [{"id": "a39b316a-2b95-4850-8393-d44059e4724e", "address": "fa:16:3e:5e:a7:6f", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39b316a-2b", "ovs_interfaceid": "a39b316a-2b95-4850-8393-d44059e4724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.442741] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 45d8b29a-3b2a-409e-967c-d5097085fb0e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1892.452206] env[62284]: DEBUG nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1892.459484] env[62284]: DEBUG nova.scheduler.client.report [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1892.459798] env[62284]: DEBUG nova.compute.provider_tree [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 101 to 102 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1892.459997] env[62284]: DEBUG nova.compute.provider_tree [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1892.497679] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954819, 'name': Rename_Task, 'duration_secs': 0.146291} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.500035] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1892.500284] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.500457] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1892.500645] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.500796] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1892.500937] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1892.501183] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1892.501504] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1892.501607] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1892.501773] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1892.501950] env[62284]: DEBUG nova.virt.hardware [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1892.502304] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.503567] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49ac5c-ad42-48c4-9e5a-003b94fddd9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.506869] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56bbbdc3-37d4-4645-84dc-a9b3edd0f0a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.519619] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2930b6a1-20c7-409a-a1cf-0f72e73d2460 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.524571] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1892.524571] env[62284]: value = "task-1954822" [ 1892.524571] env[62284]: _type = "Task" [ 1892.524571] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.542108] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452658} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.543323] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5/ac4947c0-722c-4dd4-9c43-63642fb76ac5.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1892.543604] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1892.543881] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31117450-9e7b-4907-83fb-2051bf3fa530 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.549863] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954822, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.555474] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1892.555474] env[62284]: value = "task-1954823" [ 1892.555474] env[62284]: _type = "Task" [ 1892.555474] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.567884] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.746983] env[62284]: DEBUG oslo_vmware.api [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954821, 'name': PowerOffVM_Task, 'duration_secs': 0.508475} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.747356] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.747589] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1892.747899] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41e10b5-44b6-4e0a-a982-3e8e2bea9602 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.908891] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.929745] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1892.929971] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1892.930170] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Deleting the datastore file [datastore1] 9c954371-b8e5-4b8d-a99f-d2f2d795394c {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1892.930452] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c60b12a8-e794-4129-9273-4222b747ac69 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.941104] env[62284]: DEBUG oslo_vmware.api [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for the task: (returnval){ [ 1892.941104] env[62284]: value = "task-1954825" [ 1892.941104] env[62284]: _type = "Task" [ 1892.941104] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.945360] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 041de0f2-3ce8-4ce0-9d2b-fa8c419ba915] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1892.953676] env[62284]: DEBUG oslo_vmware.api [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.971258] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.068s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.971654] env[62284]: DEBUG nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1892.976226] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.528s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.977674] env[62284]: INFO nova.compute.claims [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.036881] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.069604] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072129} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.070368] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1893.075039] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a197e2-d1f5-4158-b0ec-6a231581af15 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.098638] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5/ac4947c0-722c-4dd4-9c43-63642fb76ac5.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1893.098940] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86ed26d-b5f1-4d46-a59c-98c011940935 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.121139] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1893.121139] env[62284]: value = "task-1954826" [ 1893.121139] env[62284]: _type = "Task" [ 1893.121139] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.132215] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.443356] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a2e7ea-c9f3-4fa1-9e9b-28e78b0ebc5a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.452522] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 2af79296-4820-4007-9bc6-697d46d90656] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1893.478172] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53496c3a-3feb-4389-b5b2-13a0c71f996f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.481807] env[62284]: DEBUG oslo_vmware.api [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Task: {'id': task-1954825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271557} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.483208] env[62284]: DEBUG nova.compute.utils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1893.488790] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.488790] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1893.488790] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1893.488790] env[62284]: INFO nova.compute.manager [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1893.488790] env[62284]: DEBUG oslo.service.loopingcall [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.489063] env[62284]: DEBUG nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1893.489063] env[62284]: DEBUG nova.network.neutron [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1893.491288] env[62284]: DEBUG nova.compute.manager [-] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1893.491422] env[62284]: DEBUG nova.network.neutron [-] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1893.498474] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance '00c66692-a6cd-4e2c-8ad6-9299d3cc1b57' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1893.541624] env[62284]: DEBUG oslo_vmware.api [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954822, 'name': PowerOnVM_Task, 'duration_secs': 0.785643} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.541896] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1893.542116] env[62284]: INFO nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1893.542302] env[62284]: DEBUG nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.543107] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c6a9a9-49ab-4202-97c2-167a6f89cdf8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.562658] env[62284]: DEBUG nova.policy [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31161da28bd34829a017d75c0b84cec3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6b0309a058462f869ea02f305acbe0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1893.634328] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954826, 'name': ReconfigVM_Task, 'duration_secs': 0.334927} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.634605] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5/ac4947c0-722c-4dd4-9c43-63642fb76ac5.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1893.636095] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6265ec86-9761-47fc-97df-9bff7fd5ee66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.643482] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1893.643482] env[62284]: value = "task-1954827" [ 1893.643482] env[62284]: _type = "Task" [ 1893.643482] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.652435] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954827, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.955384] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 6a5812f6-ab26-4dde-9214-bccfa31ba1a4] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1893.992771] env[62284]: DEBUG nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1894.007919] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1894.008238] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a83a171f-1d24-4c23-89f1-9debfa7a2c91 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.017808] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1894.017808] env[62284]: value = "task-1954828" [ 1894.017808] env[62284]: _type = "Task" [ 1894.017808] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.029322] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.075045] env[62284]: INFO nova.compute.manager [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Took 19.16 seconds to build instance. [ 1894.160080] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954827, 'name': Rename_Task, 'duration_secs': 0.321545} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.161098] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1894.161098] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98479f36-90e4-493c-a009-526026608c06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.167316] env[62284]: DEBUG nova.network.neutron [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Successfully created port: 0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1894.172016] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1894.172016] env[62284]: value = "task-1954829" [ 1894.172016] env[62284]: _type = "Task" [ 1894.172016] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.188726] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.353454] env[62284]: DEBUG nova.compute.manager [req-a8b75ab0-09c4-4e07-8a8b-9a1996d99d12 req-2ea3af1f-2e9e-411a-bd80-c7560184a35d service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Received event network-vif-deleted-f4d7474a-9d85-404c-b09e-4085a28eb367 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1894.354277] env[62284]: INFO nova.compute.manager [req-a8b75ab0-09c4-4e07-8a8b-9a1996d99d12 req-2ea3af1f-2e9e-411a-bd80-c7560184a35d service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Neutron deleted interface f4d7474a-9d85-404c-b09e-4085a28eb367; detaching it from the instance and deleting it from the info cache [ 1894.354552] env[62284]: DEBUG nova.network.neutron [req-a8b75ab0-09c4-4e07-8a8b-9a1996d99d12 req-2ea3af1f-2e9e-411a-bd80-c7560184a35d service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.380200] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c523dd-aba5-45dc-a2ab-e780356bce58 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.391291] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae64eaf-271b-40b8-8c89-d916a0408afa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.440411] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffa1359-d32d-405d-8b73-c3c498c6317d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.448691] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f343b754-1b73-435c-a614-641a6b5bf7c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.472317] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 6478fd00-dda1-410d-b0c0-b69de16292e4] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1894.475366] env[62284]: DEBUG nova.compute.provider_tree [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.498973] env[62284]: INFO nova.virt.block_device [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Booting with volume ab61cedc-389c-4082-b597-35ca83af8aaa at /dev/sda [ 1894.527971] env[62284]: DEBUG oslo_vmware.api [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954828, 'name': PowerOnVM_Task, 'duration_secs': 0.450945} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.528568] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.528757] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc1bed3-6d9f-418f-9f64-4b4587b53489 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance '00c66692-a6cd-4e2c-8ad6-9299d3cc1b57' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1894.557916] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4aea23a-4034-44c0-82eb-da734d81c3de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.571215] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5e789c-8c12-4fbc-aca5-2909bab8c09e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.588540] env[62284]: DEBUG nova.network.neutron [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Successfully updated port: d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.591327] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1a79ad60-725f-4e2a-b3ec-b3d75db0de3f tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "1033a2c3-4d1d-4f00-b4ba-070010d43277" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.689s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.623036] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26073a97-e0ad-4877-bf09-6257982254b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.632959] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4a2d28-4795-4b6c-b6f8-99bb4dee2eb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.676190] env[62284]: DEBUG nova.network.neutron [-] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.679781] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f7211-c0cf-4e3b-9284-e135c0021ed7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.695473] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.696244] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe341af-6865-41c8-950d-1023b0b9d6e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.716499] env[62284]: DEBUG nova.virt.block_device [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Updating existing volume attachment record: 51d8c73d-7e43-406b-8ecd-2f6e316d236a {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1894.861052] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b44631e0-4d61-4364-8046-41977e53e75c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.869733] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c886cdf-c928-45ef-9696-c99dba8ad8b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.918616] env[62284]: DEBUG nova.compute.manager [req-a8b75ab0-09c4-4e07-8a8b-9a1996d99d12 req-2ea3af1f-2e9e-411a-bd80-c7560184a35d service nova] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Detach interface failed, port_id=f4d7474a-9d85-404c-b09e-4085a28eb367, reason: Instance 9c954371-b8e5-4b8d-a99f-d2f2d795394c could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1894.975814] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.976376] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances with incomplete migration {{(pid=62284) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1894.982102] env[62284]: DEBUG nova.scheduler.client.report [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.092889] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.093084] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquired lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.093238] env[62284]: DEBUG nova.network.neutron [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.179227] env[62284]: INFO nova.compute.manager [-] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Took 1.69 seconds to deallocate network for instance. [ 1895.196734] env[62284]: DEBUG oslo_vmware.api [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954829, 'name': PowerOnVM_Task, 'duration_secs': 0.528305} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.198083] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1895.198083] env[62284]: DEBUG nova.compute.manager [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1895.198592] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d3eff-bdb3-4e34-8551-76afbe833c8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.483258] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.488122] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.489083] env[62284]: DEBUG nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.495589] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.208s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.495651] env[62284]: DEBUG nova.objects.instance [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'resources' on Instance uuid 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.622650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquiring lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.622877] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.623085] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquiring lock "91bd0705-6e68-4155-86dd-2675a9a3e45f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.626264] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.626507] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.629693] env[62284]: INFO nova.compute.manager [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Terminating instance [ 1895.666943] env[62284]: DEBUG nova.network.neutron [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.686424] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.717838] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.942155] env[62284]: DEBUG nova.network.neutron [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updating instance_info_cache with network_info: [{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.965543] env[62284]: DEBUG nova.compute.manager [req-75ca828b-d85e-4e70-aa89-33f80b3319dd req-cf8c248c-65d7-40e5-92fb-0e8b14c5113f service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Received event network-vif-plugged-0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1895.965768] env[62284]: DEBUG oslo_concurrency.lockutils [req-75ca828b-d85e-4e70-aa89-33f80b3319dd req-cf8c248c-65d7-40e5-92fb-0e8b14c5113f service nova] Acquiring lock "46579684-b81b-4530-880c-e49836e015b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.965981] env[62284]: DEBUG oslo_concurrency.lockutils [req-75ca828b-d85e-4e70-aa89-33f80b3319dd req-cf8c248c-65d7-40e5-92fb-0e8b14c5113f service nova] Lock "46579684-b81b-4530-880c-e49836e015b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.966263] env[62284]: DEBUG oslo_concurrency.lockutils [req-75ca828b-d85e-4e70-aa89-33f80b3319dd req-cf8c248c-65d7-40e5-92fb-0e8b14c5113f service nova] Lock "46579684-b81b-4530-880c-e49836e015b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.966442] env[62284]: DEBUG nova.compute.manager [req-75ca828b-d85e-4e70-aa89-33f80b3319dd req-cf8c248c-65d7-40e5-92fb-0e8b14c5113f service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] No waiting events found dispatching network-vif-plugged-0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1895.966611] env[62284]: WARNING nova.compute.manager [req-75ca828b-d85e-4e70-aa89-33f80b3319dd req-cf8c248c-65d7-40e5-92fb-0e8b14c5113f service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Received unexpected event network-vif-plugged-0290d596-bf14-4917-9924-d67823b54f79 for instance with vm_state building and task_state block_device_mapping. [ 1896.000117] env[62284]: DEBUG nova.compute.utils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.004872] env[62284]: DEBUG nova.objects.instance [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'numa_topology' on Instance uuid 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1896.006503] env[62284]: DEBUG nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1896.006611] env[62284]: DEBUG nova.network.neutron [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.079149] env[62284]: DEBUG nova.policy [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0cb07e69a4448169a15a91e90925b63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01f30355ec549c7a6043a0122e280f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.081331] env[62284]: DEBUG nova.network.neutron [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Successfully updated port: 0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1896.129894] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquiring lock "1033a2c3-4d1d-4f00-b4ba-070010d43277" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.130163] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "1033a2c3-4d1d-4f00-b4ba-070010d43277" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.130364] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquiring lock "1033a2c3-4d1d-4f00-b4ba-070010d43277-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.130538] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "1033a2c3-4d1d-4f00-b4ba-070010d43277-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.130699] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "1033a2c3-4d1d-4f00-b4ba-070010d43277-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.138692] env[62284]: INFO nova.compute.manager [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Terminating instance [ 1896.140509] env[62284]: DEBUG nova.compute.manager [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.140693] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.142576] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a0c90e-26fd-4d6c-b45b-e890576b6b06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.150032] env[62284]: DEBUG nova.compute.manager [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.150304] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.151370] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815c8fa4-a2d2-484a-a4fb-c050370a8793 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.164243] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.166347] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25e27f66-a863-452b-a559-23d7a1c45163 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.167948] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.168249] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc12c4cb-b3b1-484f-89e9-b8084aeb22c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.175696] env[62284]: DEBUG oslo_vmware.api [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1896.175696] env[62284]: value = "task-1954831" [ 1896.175696] env[62284]: _type = "Task" [ 1896.175696] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.177029] env[62284]: DEBUG oslo_vmware.api [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1896.177029] env[62284]: value = "task-1954830" [ 1896.177029] env[62284]: _type = "Task" [ 1896.177029] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.190249] env[62284]: DEBUG oslo_vmware.api [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.193778] env[62284]: DEBUG oslo_vmware.api [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.445299] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Releasing lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.445622] env[62284]: DEBUG nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Instance network_info: |[{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.446228] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:f2:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd05cbdde-d690-4c64-b1a6-bd1c8b4c76ee', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.459171] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Creating folder: Project (17fedfe5541d499c868d75bb0f5345f2). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.459880] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3394ee87-8945-444b-a9eb-cd73062a0948 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.472632] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Created folder: Project (17fedfe5541d499c868d75bb0f5345f2) in parent group-v402637. [ 1896.472871] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Creating folder: Instances. Parent ref: group-v402839. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.473167] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bbdf8b0-6242-4c73-b7c2-5ee796611b14 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.489736] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Created folder: Instances in parent group-v402839. [ 1896.489736] env[62284]: DEBUG oslo.service.loopingcall [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.489736] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.489736] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1f4db8f-0e51-493e-88c0-25b1287557e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.518987] env[62284]: DEBUG nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.524835] env[62284]: DEBUG nova.objects.base [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Object Instance<2834ab1f-0392-4bbd-8de6-5ec9c2c21b52> lazy-loaded attributes: resources,numa_topology {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1896.538040] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.538040] env[62284]: value = "task-1954834" [ 1896.538040] env[62284]: _type = "Task" [ 1896.538040] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.545735] env[62284]: DEBUG nova.network.neutron [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Successfully created port: f6fe50c0-4558-4224-b74b-0e6d87e422fe {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1896.561105] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954834, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.591230] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Acquiring lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.591479] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Acquired lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.591726] env[62284]: DEBUG nova.network.neutron [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.600567] env[62284]: DEBUG nova.compute.manager [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Received event network-vif-plugged-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.600820] env[62284]: DEBUG oslo_concurrency.lockutils [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] Acquiring lock "99530f04-5ad4-461a-a3af-65ec8aa15afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.601081] env[62284]: DEBUG oslo_concurrency.lockutils [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.601275] env[62284]: DEBUG oslo_concurrency.lockutils [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.601456] env[62284]: DEBUG nova.compute.manager [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] No waiting events found dispatching network-vif-plugged-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.601625] env[62284]: WARNING nova.compute.manager [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Received unexpected event network-vif-plugged-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee for instance with vm_state building and task_state spawning. [ 1896.601817] env[62284]: DEBUG nova.compute.manager [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Received event network-changed-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.601944] env[62284]: DEBUG nova.compute.manager [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Refreshing instance network info cache due to event network-changed-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1896.602155] env[62284]: DEBUG oslo_concurrency.lockutils [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] Acquiring lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.602296] env[62284]: DEBUG oslo_concurrency.lockutils [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] Acquired lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.602454] env[62284]: DEBUG nova.network.neutron [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Refreshing network info cache for port d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.694445] env[62284]: DEBUG oslo_vmware.api [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954830, 'name': PowerOffVM_Task, 'duration_secs': 0.245686} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.698027] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.698256] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.698571] env[62284]: DEBUG oslo_vmware.api [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954831, 'name': PowerOffVM_Task, 'duration_secs': 0.224839} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.702051] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a144df02-525a-4b0a-b2ad-dcc73c51f252 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.703597] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.703783] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.705319] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cab63ca-ece0-4402-8433-5cffbd473cca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.831731] env[62284]: DEBUG nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1896.832529] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1896.832957] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.833285] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1896.833699] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.834117] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1896.834608] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1896.835685] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1896.835685] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1896.835685] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1896.835685] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1896.835907] env[62284]: DEBUG nova.virt.hardware [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1896.836994] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d4bb78-3818-420e-b463-fbf8088975e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.848067] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee42b7-0398-4d1f-9d58-17c2f175ea6b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.859830] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1896.859895] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1896.860038] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Deleting the datastore file [datastore1] 1033a2c3-4d1d-4f00-b4ba-070010d43277 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1896.860907] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3723e310-0f34-4726-9c2f-e2f725646291 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.879021] env[62284]: DEBUG oslo_vmware.api [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for the task: (returnval){ [ 1896.879021] env[62284]: value = "task-1954837" [ 1896.879021] env[62284]: _type = "Task" [ 1896.879021] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.899487] env[62284]: DEBUG oslo_vmware.api [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.929227] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bbada2-627a-474e-bdac-6bb1cb7e5f57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.938732] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1db420-138d-4f68-b5d2-48e626573a0f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.972943] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cc6a3-e1ae-490f-a70f-d5608e4b977a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.112265] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b493ea2a-d614-4868-b8f7-1cc684cb7289 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.112265] env[62284]: DEBUG nova.compute.provider_tree [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.112265] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954834, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.112265] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.112265] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.112265] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Deleting the datastore file [datastore1] 91bd0705-6e68-4155-86dd-2675a9a3e45f {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.114500] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-991b680f-da41-4069-b7fa-ab77a56271c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.119050] env[62284]: DEBUG oslo_vmware.api [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for the task: (returnval){ [ 1897.119050] env[62284]: value = "task-1954838" [ 1897.119050] env[62284]: _type = "Task" [ 1897.119050] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.125048] env[62284]: DEBUG oslo_vmware.api [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.137678] env[62284]: DEBUG nova.network.neutron [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1897.360265] env[62284]: DEBUG nova.network.neutron [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Updating instance_info_cache with network_info: [{"id": "0290d596-bf14-4917-9924-d67823b54f79", "address": "fa:16:3e:b2:b9:35", "network": {"id": "1f58a795-9358-4af8-a7aa-06eb9e9874d0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356278317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6b0309a058462f869ea02f305acbe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0290d596-bf", "ovs_interfaceid": "0290d596-bf14-4917-9924-d67823b54f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.401967] env[62284]: DEBUG oslo_vmware.api [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Task: {'id': task-1954837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293336} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.401967] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.402929] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.402929] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.402929] env[62284]: INFO nova.compute.manager [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1897.402929] env[62284]: DEBUG oslo.service.loopingcall [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.402929] env[62284]: DEBUG nova.compute.manager [-] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1897.403272] env[62284]: DEBUG nova.network.neutron [-] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1897.408920] env[62284]: DEBUG nova.network.neutron [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updated VIF entry in instance network info cache for port d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.409337] env[62284]: DEBUG nova.network.neutron [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updating instance_info_cache with network_info: [{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.453621] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.453621] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.507654] env[62284]: DEBUG nova.scheduler.client.report [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.534658] env[62284]: DEBUG nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.548795] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954834, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.559558] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.560254] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.560254] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.560254] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.560409] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.560409] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.560622] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.560780] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.560942] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.561174] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.561296] env[62284]: DEBUG nova.virt.hardware [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.562434] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2341a6-7c66-4c39-8ed1-ae64989115e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.572990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a61d0e7-58ef-4166-abc5-780e0e7336bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.628686] env[62284]: DEBUG oslo_vmware.api [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Task: {'id': task-1954838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22983} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.628952] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.629143] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.629331] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.629504] env[62284]: INFO nova.compute.manager [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1897.629777] env[62284]: DEBUG oslo.service.loopingcall [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.629936] env[62284]: DEBUG nova.compute.manager [-] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1897.630224] env[62284]: DEBUG nova.network.neutron [-] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1897.862328] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Releasing lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.862706] env[62284]: DEBUG nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Instance network_info: |[{"id": "0290d596-bf14-4917-9924-d67823b54f79", "address": "fa:16:3e:b2:b9:35", "network": {"id": "1f58a795-9358-4af8-a7aa-06eb9e9874d0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356278317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6b0309a058462f869ea02f305acbe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0290d596-bf", "ovs_interfaceid": "0290d596-bf14-4917-9924-d67823b54f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1897.863217] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:b9:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0290d596-bf14-4917-9924-d67823b54f79', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.870874] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Creating folder: Project (9e6b0309a058462f869ea02f305acbe0). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1897.871228] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bce44dbd-bdd3-4e7d-bc6e-cdc70c24afb4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.886842] env[62284]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1897.887093] env[62284]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62284) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1897.887454] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Folder already exists: Project (9e6b0309a058462f869ea02f305acbe0). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1897.887687] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Creating folder: Instances. Parent ref: group-v402825. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1897.887944] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8fd9d6f-5694-4a76-9da4-bbf107a52eb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.898958] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Created folder: Instances in parent group-v402825. [ 1897.899186] env[62284]: DEBUG oslo.service.loopingcall [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.899391] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46579684-b81b-4530-880c-e49836e015b6] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1897.899654] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b738149c-46c9-452c-8120-61f07cbb5841 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.914836] env[62284]: DEBUG oslo_concurrency.lockutils [req-ba6f1ac6-7cea-47fa-ab1f-0d28aaecf215 req-2b09bc62-3a8b-404f-925d-de26bcbd29e7 service nova] Releasing lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.920219] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.920219] env[62284]: value = "task-1954841" [ 1897.920219] env[62284]: _type = "Task" [ 1897.920219] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.931219] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954841, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.955623] env[62284]: DEBUG nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1897.990088] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.990088] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.990088] env[62284]: DEBUG nova.compute.manager [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Going to confirm migration 4 {{(pid=62284) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1898.015031] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.517s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.016168] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.468s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.016588] env[62284]: DEBUG nova.objects.instance [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lazy-loading 'resources' on Instance uuid fbd8b1fe-cce2-414d-847a-2b85520efee6 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.050993] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954834, 'name': CreateVM_Task, 'duration_secs': 1.395655} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.051380] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.052525] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.052993] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.053453] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.054098] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd138014-ce73-4463-b21d-20b99b73486b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.062075] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1898.062075] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5268c19a-7cf9-24cf-9e34-3ffa15d4a3e2" [ 1898.062075] env[62284]: _type = "Task" [ 1898.062075] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.073239] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5268c19a-7cf9-24cf-9e34-3ffa15d4a3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.132141] env[62284]: DEBUG nova.compute.manager [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Received event network-changed-0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.132393] env[62284]: DEBUG nova.compute.manager [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Refreshing instance network info cache due to event network-changed-0290d596-bf14-4917-9924-d67823b54f79. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1898.132564] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] Acquiring lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.132710] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] Acquired lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.132858] env[62284]: DEBUG nova.network.neutron [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Refreshing network info cache for port 0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.195454] env[62284]: DEBUG nova.network.neutron [-] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.432643] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954841, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.485567] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.526523] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f723a8c0-6ffd-41ac-828c-08a3d7346c40 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.595s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.527488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.620s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.527710] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.527915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.528325] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.529928] env[62284]: INFO nova.compute.manager [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Terminating instance [ 1898.545071] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.545342] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.545466] env[62284]: DEBUG nova.network.neutron [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.545649] env[62284]: DEBUG nova.objects.instance [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lazy-loading 'info_cache' on Instance uuid 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.575643] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5268c19a-7cf9-24cf-9e34-3ffa15d4a3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.030014} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.577154] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.579028] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.579028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.579028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.579028] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.579028] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac6a3ea-02e3-4544-9ce2-dcc4aa3b3b5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.589082] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.589082] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.592334] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000a08c3-f05f-4137-9706-cfa3cf27a272 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.604889] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1898.604889] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5274e811-5da7-9c3f-c120-fb3c81361b74" [ 1898.604889] env[62284]: _type = "Task" [ 1898.604889] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.612433] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5274e811-5da7-9c3f-c120-fb3c81361b74, 'name': SearchDatastore_Task} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.616290] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5637564c-dd6a-46db-975a-a9cf4b0face1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.623603] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1898.623603] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528375a8-9fd9-8d41-2db4-440b9c04dd23" [ 1898.623603] env[62284]: _type = "Task" [ 1898.623603] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.640720] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528375a8-9fd9-8d41-2db4-440b9c04dd23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.698894] env[62284]: INFO nova.compute.manager [-] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Took 1.30 seconds to deallocate network for instance. [ 1898.749213] env[62284]: DEBUG nova.network.neutron [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Successfully updated port: f6fe50c0-4558-4224-b74b-0e6d87e422fe {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1898.777692] env[62284]: DEBUG nova.compute.manager [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Received event network-vif-deleted-e1d9090a-522e-4037-b93f-5dd472f5a065 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.778096] env[62284]: INFO nova.compute.manager [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Neutron deleted interface e1d9090a-522e-4037-b93f-5dd472f5a065; detaching it from the instance and deleting it from the info cache [ 1898.778442] env[62284]: DEBUG nova.network.neutron [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.904322] env[62284]: DEBUG nova.network.neutron [-] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.911126] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e368fd-9c5b-47a9-91c7-f8de09e8ddf4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.920285] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3c9201-aaaa-4366-9c4d-a6e60622c001 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.960032] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954841, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.960791] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88092699-320f-459b-8d12-2bbea33e742c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.969242] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9fc9ef-caa4-4b45-8154-324321992c05 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.983547] env[62284]: DEBUG nova.compute.provider_tree [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.000123] env[62284]: DEBUG nova.network.neutron [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Updated VIF entry in instance network info cache for port 0290d596-bf14-4917-9924-d67823b54f79. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.000501] env[62284]: DEBUG nova.network.neutron [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Updating instance_info_cache with network_info: [{"id": "0290d596-bf14-4917-9924-d67823b54f79", "address": "fa:16:3e:b2:b9:35", "network": {"id": "1f58a795-9358-4af8-a7aa-06eb9e9874d0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356278317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6b0309a058462f869ea02f305acbe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0290d596-bf", "ovs_interfaceid": "0290d596-bf14-4917-9924-d67823b54f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.033272] env[62284]: DEBUG nova.compute.manager [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1899.033501] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.033758] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17e6a97b-0fcb-45f0-ada1-e26f6fc3688d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.046861] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865255a-e08e-47d9-8440-953976ad53ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.082901] env[62284]: WARNING nova.virt.vmwareapi.vmops [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52 could not be found. [ 1899.083140] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.083309] env[62284]: INFO nova.compute.manager [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1899.083557] env[62284]: DEBUG oslo.service.loopingcall [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.084085] env[62284]: DEBUG nova.compute.manager [-] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.084085] env[62284]: DEBUG nova.network.neutron [-] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.134656] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528375a8-9fd9-8d41-2db4-440b9c04dd23, 'name': SearchDatastore_Task, 'duration_secs': 0.012304} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.134953] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.135153] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 99530f04-5ad4-461a-a3af-65ec8aa15afc/99530f04-5ad4-461a-a3af-65ec8aa15afc.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.135403] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-831e68c1-c061-4f6c-929b-6a50f7e66baf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.142826] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1899.142826] env[62284]: value = "task-1954842" [ 1899.142826] env[62284]: _type = "Task" [ 1899.142826] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.151208] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.206368] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.255518] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "refresh_cache-7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.255518] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "refresh_cache-7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.255518] env[62284]: DEBUG nova.network.neutron [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.281039] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72b14323-0903-4431-a90d-ef9a9617dd2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.293397] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bbb430-cfe6-4b9a-9b8a-32317178b8bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.305891] env[62284]: DEBUG nova.network.neutron [-] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.332063] env[62284]: DEBUG nova.compute.manager [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Detach interface failed, port_id=e1d9090a-522e-4037-b93f-5dd472f5a065, reason: Instance 91bd0705-6e68-4155-86dd-2675a9a3e45f could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1899.332348] env[62284]: DEBUG nova.compute.manager [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Received event network-vif-plugged-f6fe50c0-4558-4224-b74b-0e6d87e422fe {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1899.332550] env[62284]: DEBUG oslo_concurrency.lockutils [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] Acquiring lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.332762] env[62284]: DEBUG oslo_concurrency.lockutils [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.332915] env[62284]: DEBUG oslo_concurrency.lockutils [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.333091] env[62284]: DEBUG nova.compute.manager [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] No waiting events found dispatching network-vif-plugged-f6fe50c0-4558-4224-b74b-0e6d87e422fe {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1899.333260] env[62284]: WARNING nova.compute.manager [req-621ef02f-dbc1-435a-9732-4cf3fcbed4b7 req-0cb29b09-23fe-4d99-9f54-7ec353d47df9 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Received unexpected event network-vif-plugged-f6fe50c0-4558-4224-b74b-0e6d87e422fe for instance with vm_state building and task_state spawning. [ 1899.406838] env[62284]: INFO nova.compute.manager [-] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Took 1.78 seconds to deallocate network for instance. [ 1899.436527] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954841, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.503763] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] Releasing lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.503923] env[62284]: DEBUG nova.compute.manager [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Received event network-vif-deleted-d3ea16ff-1a40-4acc-b26e-7901db599d5e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1899.504213] env[62284]: INFO nova.compute.manager [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Neutron deleted interface d3ea16ff-1a40-4acc-b26e-7901db599d5e; detaching it from the instance and deleting it from the info cache [ 1899.504519] env[62284]: DEBUG nova.network.neutron [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.507310] env[62284]: ERROR nova.scheduler.client.report [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] [req-56b6fc8c-e215-4206-94b4-e4ddc44778ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-56b6fc8c-e215-4206-94b4-e4ddc44778ce"}]} [ 1899.525859] env[62284]: DEBUG nova.scheduler.client.report [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1899.541726] env[62284]: DEBUG nova.scheduler.client.report [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1899.542055] env[62284]: DEBUG nova.compute.provider_tree [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.555015] env[62284]: DEBUG nova.scheduler.client.report [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1899.583692] env[62284]: DEBUG nova.scheduler.client.report [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1899.659031] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954842, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.802065] env[62284]: DEBUG nova.network.neutron [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1899.808630] env[62284]: INFO nova.compute.manager [-] [instance: 2834ab1f-0392-4bbd-8de6-5ec9c2c21b52] Took 0.72 seconds to deallocate network for instance. [ 1899.901954] env[62284]: DEBUG nova.network.neutron [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance_info_cache with network_info: [{"id": "a39b316a-2b95-4850-8393-d44059e4724e", "address": "fa:16:3e:5e:a7:6f", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39b316a-2b", "ovs_interfaceid": "a39b316a-2b95-4850-8393-d44059e4724e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.904807] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19521d4-c3dd-446a-b68b-605a33924201 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.916226] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.917588] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2892abd9-9541-4473-8d20-c185154936dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.957276] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee77cb-4782-4815-b9d0-3b3a1fdd2e1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.964937] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954841, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.970711] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad9797c-5fb9-47d6-a173-9bd0d2254951 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.986374] env[62284]: DEBUG nova.compute.provider_tree [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.011394] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c6147b9-5024-4b70-a1c4-dacf06f2c458 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.021897] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e91c13-70eb-4fc1-b40a-2e62168f3121 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.032987] env[62284]: DEBUG nova.network.neutron [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Updating instance_info_cache with network_info: [{"id": "f6fe50c0-4558-4224-b74b-0e6d87e422fe", "address": "fa:16:3e:29:86:5d", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fe50c0-45", "ovs_interfaceid": "f6fe50c0-4558-4224-b74b-0e6d87e422fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.058255] env[62284]: DEBUG nova.compute.manager [req-fd13ef10-d469-4d21-aefd-501c6e734dd5 req-138d132c-800e-4d15-83f9-4d5486f957b3 service nova] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Detach interface failed, port_id=d3ea16ff-1a40-4acc-b26e-7901db599d5e, reason: Instance 1033a2c3-4d1d-4f00-b4ba-070010d43277 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1900.155576] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523078} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.155865] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 99530f04-5ad4-461a-a3af-65ec8aa15afc/99530f04-5ad4-461a-a3af-65ec8aa15afc.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1900.157313] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1900.157313] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-365e661d-6d93-41c3-a671-e467450f8c18 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.165233] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1900.165233] env[62284]: value = "task-1954843" [ 1900.165233] env[62284]: _type = "Task" [ 1900.165233] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.175147] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.408913] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.409806] env[62284]: DEBUG nova.objects.instance [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lazy-loading 'migration_context' on Instance uuid 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.434667] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954841, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.489829] env[62284]: DEBUG nova.scheduler.client.report [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.535705] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "refresh_cache-7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.535941] env[62284]: DEBUG nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Instance network_info: |[{"id": "f6fe50c0-4558-4224-b74b-0e6d87e422fe", "address": "fa:16:3e:29:86:5d", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fe50c0-45", "ovs_interfaceid": "f6fe50c0-4558-4224-b74b-0e6d87e422fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1900.536534] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:86:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6fe50c0-4558-4224-b74b-0e6d87e422fe', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.544480] env[62284]: DEBUG oslo.service.loopingcall [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.545313] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.545993] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47252793-0238-4ecc-a0b0-37bdf250d9ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.568028] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.568028] env[62284]: value = "task-1954844" [ 1900.568028] env[62284]: _type = "Task" [ 1900.568028] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.576609] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954844, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.678355] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073955} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.678710] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.679615] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f2187d-7824-4de8-b9bc-26d6269231cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.702688] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 99530f04-5ad4-461a-a3af-65ec8aa15afc/99530f04-5ad4-461a-a3af-65ec8aa15afc.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.702968] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742f9c25-6093-403b-86e1-4a2999aae8e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.727031] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1900.727031] env[62284]: value = "task-1954845" [ 1900.727031] env[62284]: _type = "Task" [ 1900.727031] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.732760] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.838180] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4af5d246-2e9f-43bd-93af-9e64cc91f501 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "2834ab1f-0392-4bbd-8de6-5ec9c2c21b52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.311s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.903627] env[62284]: DEBUG nova.compute.manager [req-ab842069-beb3-4e66-a66b-ee56c6566bc4 req-36184b13-9e5b-494a-b99b-43797f94e656 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Received event network-changed-f6fe50c0-4558-4224-b74b-0e6d87e422fe {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.903878] env[62284]: DEBUG nova.compute.manager [req-ab842069-beb3-4e66-a66b-ee56c6566bc4 req-36184b13-9e5b-494a-b99b-43797f94e656 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Refreshing instance network info cache due to event network-changed-f6fe50c0-4558-4224-b74b-0e6d87e422fe. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1900.904075] env[62284]: DEBUG oslo_concurrency.lockutils [req-ab842069-beb3-4e66-a66b-ee56c6566bc4 req-36184b13-9e5b-494a-b99b-43797f94e656 service nova] Acquiring lock "refresh_cache-7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.904171] env[62284]: DEBUG oslo_concurrency.lockutils [req-ab842069-beb3-4e66-a66b-ee56c6566bc4 req-36184b13-9e5b-494a-b99b-43797f94e656 service nova] Acquired lock "refresh_cache-7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.904410] env[62284]: DEBUG nova.network.neutron [req-ab842069-beb3-4e66-a66b-ee56c6566bc4 req-36184b13-9e5b-494a-b99b-43797f94e656 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Refreshing network info cache for port f6fe50c0-4558-4224-b74b-0e6d87e422fe {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.912225] env[62284]: DEBUG nova.objects.base [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Object Instance<00c66692-a6cd-4e2c-8ad6-9299d3cc1b57> lazy-loaded attributes: info_cache,migration_context {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1900.913383] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59350cf3-d419-4f56-a471-a254033ea4bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.942903] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c5a730-a9e4-4623-a038-973a3f205215 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.949124] env[62284]: DEBUG oslo_vmware.api [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1900.949124] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5273ebe7-5854-6dc7-fcfa-3cef8fe22532" [ 1900.949124] env[62284]: _type = "Task" [ 1900.949124] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.952394] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954841, 'name': CreateVM_Task, 'duration_secs': 2.674817} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.955390] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46579684-b81b-4530-880c-e49836e015b6] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.956419] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402830', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'name': 'volume-ab61cedc-389c-4082-b597-35ca83af8aaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46579684-b81b-4530-880c-e49836e015b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'serial': 'ab61cedc-389c-4082-b597-35ca83af8aaa'}, 'guest_format': None, 'boot_index': 0, 'attachment_id': '51d8c73d-7e43-406b-8ecd-2f6e316d236a', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62284) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1900.956658] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Root volume attach. Driver type: vmdk {{(pid=62284) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1900.957841] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8587bbc6-0b41-4b26-9ba0-f6aeb064f17f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.964483] env[62284]: DEBUG oslo_vmware.api [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5273ebe7-5854-6dc7-fcfa-3cef8fe22532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.970815] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f36855c-5fab-4f5b-8c04-bab6212bdec6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.978026] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da4121-9371-4d71-a8ec-8d58ded92e95 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.985633] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e10a9743-6ce8-4572-873d-cd47b2ab8ada {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.995176] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 1900.995176] env[62284]: value = "task-1954846" [ 1900.995176] env[62284]: _type = "Task" [ 1900.995176] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.995176] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.979s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.000712] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.086s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.000966] env[62284]: DEBUG nova.objects.instance [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lazy-loading 'resources' on Instance uuid f6e25ebb-79f4-4197-a351-a603369068cb {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.011755] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954846, 'name': RelocateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.021979] env[62284]: INFO nova.scheduler.client.report [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Deleted allocations for instance fbd8b1fe-cce2-414d-847a-2b85520efee6 [ 1901.080394] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954844, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.235250] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954845, 'name': ReconfigVM_Task, 'duration_secs': 0.481045} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.235250] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 99530f04-5ad4-461a-a3af-65ec8aa15afc/99530f04-5ad4-461a-a3af-65ec8aa15afc.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.235941] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-371ea95e-ac20-4003-8174-27a284e9ff97 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.254527] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1901.254527] env[62284]: value = "task-1954847" [ 1901.254527] env[62284]: _type = "Task" [ 1901.254527] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.263524] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954847, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.463717] env[62284]: DEBUG oslo_vmware.api [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5273ebe7-5854-6dc7-fcfa-3cef8fe22532, 'name': SearchDatastore_Task, 'duration_secs': 0.016445} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.464340] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.509659] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954846, 'name': RelocateVM_Task} progress is 20%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.534540] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bb53de60-7e24-46a7-b002-2b4e6e8a1fe1 tempest-ServersAaction247Test-1224371767 tempest-ServersAaction247Test-1224371767-project-member] Lock "fbd8b1fe-cce2-414d-847a-2b85520efee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.773s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.557346] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "3053849c-c0ae-4730-ba79-28b746e2d07c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.557715] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.587554] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954844, 'name': CreateVM_Task, 'duration_secs': 0.65338} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.591515] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.592485] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.592755] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.593211] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1901.596888] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f27a5c-f088-4d27-8288-2bcc69a80991 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.606496] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1901.606496] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d23e95-290e-9a43-ca45-dee8191eb57e" [ 1901.606496] env[62284]: _type = "Task" [ 1901.606496] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.620480] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d23e95-290e-9a43-ca45-dee8191eb57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.682362] env[62284]: DEBUG nova.network.neutron [req-ab842069-beb3-4e66-a66b-ee56c6566bc4 req-36184b13-9e5b-494a-b99b-43797f94e656 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Updated VIF entry in instance network info cache for port f6fe50c0-4558-4224-b74b-0e6d87e422fe. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.682727] env[62284]: DEBUG nova.network.neutron [req-ab842069-beb3-4e66-a66b-ee56c6566bc4 req-36184b13-9e5b-494a-b99b-43797f94e656 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Updating instance_info_cache with network_info: [{"id": "f6fe50c0-4558-4224-b74b-0e6d87e422fe", "address": "fa:16:3e:29:86:5d", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fe50c0-45", "ovs_interfaceid": "f6fe50c0-4558-4224-b74b-0e6d87e422fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.768135] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954847, 'name': Rename_Task, 'duration_secs': 0.279958} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.768813] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1901.768925] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7446e3f3-0ace-4aeb-9251-fe3084bbe5bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.779675] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1901.779675] env[62284]: value = "task-1954848" [ 1901.779675] env[62284]: _type = "Task" [ 1901.779675] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.791719] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.845665] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8fd572-3a32-4a44-94d2-0f7da6405436 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.856272] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9365d9-ac57-4217-8e3f-1f0430aa36c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.890429] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96acd6fc-dcb3-4058-846c-a6cdc9630720 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.899814] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07ce4a9-04d1-4432-857e-02fc558a9f52 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.915700] env[62284]: DEBUG nova.compute.provider_tree [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1902.005447] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954846, 'name': RelocateVM_Task, 'duration_secs': 0.744993} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.005738] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1902.005942] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402830', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'name': 'volume-ab61cedc-389c-4082-b597-35ca83af8aaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46579684-b81b-4530-880c-e49836e015b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'serial': 'ab61cedc-389c-4082-b597-35ca83af8aaa'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1902.006946] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acfc7ca-864c-48a5-b2dc-3d47b5c1ddb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.023512] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06c4d1e-0cc6-464f-b02b-faadfbf678cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.049223] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-ab61cedc-389c-4082-b597-35ca83af8aaa/volume-ab61cedc-389c-4082-b597-35ca83af8aaa.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.049766] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c63016-85d4-47c2-b343-9aa36591d133 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.067541] env[62284]: DEBUG nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1902.077142] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 1902.077142] env[62284]: value = "task-1954849" [ 1902.077142] env[62284]: _type = "Task" [ 1902.077142] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.089306] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.123816] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d23e95-290e-9a43-ca45-dee8191eb57e, 'name': SearchDatastore_Task, 'duration_secs': 0.027771} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.124305] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.124716] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.124982] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.125218] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.125492] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.125884] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7e513d2-c046-422e-8ce1-742fedb3a4e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.140843] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.141019] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.141895] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442ce529-03c8-41d6-83d4-6c5fe8578542 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.148788] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1902.148788] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fdea00-d3ad-b49e-9505-d6536186b944" [ 1902.148788] env[62284]: _type = "Task" [ 1902.148788] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.158693] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fdea00-d3ad-b49e-9505-d6536186b944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.185652] env[62284]: DEBUG oslo_concurrency.lockutils [req-ab842069-beb3-4e66-a66b-ee56c6566bc4 req-36184b13-9e5b-494a-b99b-43797f94e656 service nova] Releasing lock "refresh_cache-7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.290504] env[62284]: DEBUG oslo_vmware.api [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954848, 'name': PowerOnVM_Task, 'duration_secs': 0.497868} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.291139] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.291139] env[62284]: INFO nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1902.291224] env[62284]: DEBUG nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.292127] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef851e5e-7c46-4464-9cac-4c563a03bd7a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.439733] env[62284]: ERROR nova.scheduler.client.report [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [req-f9dd969f-9c6b-41ec-b423-fb56a3793629] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9dd969f-9c6b-41ec-b423-fb56a3793629"}]} [ 1902.457025] env[62284]: DEBUG nova.scheduler.client.report [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1902.471249] env[62284]: DEBUG nova.scheduler.client.report [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1902.471488] env[62284]: DEBUG nova.compute.provider_tree [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1902.483813] env[62284]: DEBUG nova.scheduler.client.report [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1902.502521] env[62284]: DEBUG nova.scheduler.client.report [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1902.587422] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.590982] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.660230] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fdea00-d3ad-b49e-9505-d6536186b944, 'name': SearchDatastore_Task, 'duration_secs': 0.034246} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.663605] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dc9c50-27e4-45ae-a508-70c11bb25ae9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.671496] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1902.671496] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52045060-013f-0535-7455-a7e8e37c4c62" [ 1902.671496] env[62284]: _type = "Task" [ 1902.671496] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.682890] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52045060-013f-0535-7455-a7e8e37c4c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.805410] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c910e-76ea-4dd4-aa19-ceb2ef6622e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.815505] env[62284]: INFO nova.compute.manager [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Took 17.20 seconds to build instance. [ 1902.823119] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da554810-632c-4b1c-8656-6c34975e2e94 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.862910] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57799a1-ed31-4dba-a9eb-d75108ed9b62 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.874542] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ad48d0-18e7-4d63-a0da-0f299f54392b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.890841] env[62284]: DEBUG nova.compute.provider_tree [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1903.090103] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954849, 'name': ReconfigVM_Task, 'duration_secs': 0.593011} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.090442] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-ab61cedc-389c-4082-b597-35ca83af8aaa/volume-ab61cedc-389c-4082-b597-35ca83af8aaa.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.095203] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76878298-dad9-48bf-a56f-b1732fe24d80 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.112881] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 1903.112881] env[62284]: value = "task-1954850" [ 1903.112881] env[62284]: _type = "Task" [ 1903.112881] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.123061] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.182243] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52045060-013f-0535-7455-a7e8e37c4c62, 'name': SearchDatastore_Task, 'duration_secs': 0.031163} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.182501] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.182761] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5/7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.182982] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6adcc45b-a4d9-4923-b84a-05ed871bd7f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.191252] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1903.191252] env[62284]: value = "task-1954851" [ 1903.191252] env[62284]: _type = "Task" [ 1903.191252] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.201932] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.323880] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eccb7827-f8e2-40e9-9b19-8f85c97d359b tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.725s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.434549] env[62284]: DEBUG nova.scheduler.client.report [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1903.436551] env[62284]: DEBUG nova.compute.provider_tree [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 104 to 105 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1903.436782] env[62284]: DEBUG nova.compute.provider_tree [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1903.628101] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954850, 'name': ReconfigVM_Task, 'duration_secs': 0.253032} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.628101] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402830', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'name': 'volume-ab61cedc-389c-4082-b597-35ca83af8aaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46579684-b81b-4530-880c-e49836e015b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'serial': 'ab61cedc-389c-4082-b597-35ca83af8aaa'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1903.628101] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db7bc326-4204-428f-bb1c-8eb5cd2d3e77 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.636155] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 1903.636155] env[62284]: value = "task-1954852" [ 1903.636155] env[62284]: _type = "Task" [ 1903.636155] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.649455] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954852, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.703691] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954851, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.945062] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.942s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.946015] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.260s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.947742] env[62284]: DEBUG nova.objects.instance [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lazy-loading 'resources' on Instance uuid 9c954371-b8e5-4b8d-a99f-d2f2d795394c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.975487] env[62284]: INFO nova.scheduler.client.report [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted allocations for instance f6e25ebb-79f4-4197-a351-a603369068cb [ 1904.148031] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954852, 'name': Rename_Task, 'duration_secs': 0.382927} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.148779] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.148911] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1595590b-0e53-4929-9fe2-a38682f3172b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.157685] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 1904.157685] env[62284]: value = "task-1954853" [ 1904.157685] env[62284]: _type = "Task" [ 1904.157685] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.167595] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.210376] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801036} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.211487] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5/7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.211487] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1904.211487] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2838f905-c13a-47cb-8684-c4464d14228c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.223021] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1904.223021] env[62284]: value = "task-1954854" [ 1904.223021] env[62284]: _type = "Task" [ 1904.223021] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.237204] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.418600] env[62284]: DEBUG nova.compute.manager [req-b810fd2d-c183-4fdc-a838-e2a3beafda3d req-be15e7a0-2801-4971-85ab-fddfd1f0a8e6 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Received event network-changed-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1904.418600] env[62284]: DEBUG nova.compute.manager [req-b810fd2d-c183-4fdc-a838-e2a3beafda3d req-be15e7a0-2801-4971-85ab-fddfd1f0a8e6 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Refreshing instance network info cache due to event network-changed-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1904.418600] env[62284]: DEBUG oslo_concurrency.lockutils [req-b810fd2d-c183-4fdc-a838-e2a3beafda3d req-be15e7a0-2801-4971-85ab-fddfd1f0a8e6 service nova] Acquiring lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.419096] env[62284]: DEBUG oslo_concurrency.lockutils [req-b810fd2d-c183-4fdc-a838-e2a3beafda3d req-be15e7a0-2801-4971-85ab-fddfd1f0a8e6 service nova] Acquired lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.419096] env[62284]: DEBUG nova.network.neutron [req-b810fd2d-c183-4fdc-a838-e2a3beafda3d req-be15e7a0-2801-4971-85ab-fddfd1f0a8e6 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Refreshing network info cache for port d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.489056] env[62284]: DEBUG oslo_concurrency.lockutils [None req-74e79d1b-2a12-468c-bd4c-919af5d6d718 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "f6e25ebb-79f4-4197-a351-a603369068cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.382s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.596421] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.596742] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.676476] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954853, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.739553] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100376} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.739976] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.741136] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f728f145-d2d1-4863-96b8-678a11d14d8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.773287] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5/7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.777642] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce8e340-0a37-4c29-bfdf-78316ddd8f3e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.801394] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1904.801394] env[62284]: value = "task-1954855" [ 1904.801394] env[62284]: _type = "Task" [ 1904.801394] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.816420] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.878429] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9860a3d-63c7-46e5-a397-c192b77c92d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.891592] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888cbd0-084f-4ac3-b1b8-61fade380465 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.930666] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4a7358-7a70-434e-ac6d-92791b071654 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.940997] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c7df3-1161-4239-8678-a31176d481a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.957619] env[62284]: DEBUG nova.compute.provider_tree [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.102842] env[62284]: DEBUG nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1905.175375] env[62284]: DEBUG oslo_vmware.api [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1954853, 'name': PowerOnVM_Task, 'duration_secs': 0.900763} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.176064] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.176064] env[62284]: INFO nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1905.176348] env[62284]: DEBUG nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.177626] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875fb8d3-72b9-4177-a21d-7996afd6ee1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.226038] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquiring lock "b6b46bc3-0825-4098-94b9-025bb0feba19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.226566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.226566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquiring lock "b6b46bc3-0825-4098-94b9-025bb0feba19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.226741] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.226903] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.229344] env[62284]: INFO nova.compute.manager [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Terminating instance [ 1905.300416] env[62284]: DEBUG nova.network.neutron [req-b810fd2d-c183-4fdc-a838-e2a3beafda3d req-be15e7a0-2801-4971-85ab-fddfd1f0a8e6 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updated VIF entry in instance network info cache for port d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.300787] env[62284]: DEBUG nova.network.neutron [req-b810fd2d-c183-4fdc-a838-e2a3beafda3d req-be15e7a0-2801-4971-85ab-fddfd1f0a8e6 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updating instance_info_cache with network_info: [{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.313063] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954855, 'name': ReconfigVM_Task, 'duration_secs': 0.385912} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.315682] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5/7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.317014] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edda08bc-1b75-4113-8796-a40098fbe4af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.326254] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1905.326254] env[62284]: value = "task-1954856" [ 1905.326254] env[62284]: _type = "Task" [ 1905.326254] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.338652] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954856, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.464035] env[62284]: DEBUG nova.scheduler.client.report [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1905.511901] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.512138] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.512351] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.512532] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.512699] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.515703] env[62284]: INFO nova.compute.manager [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Terminating instance [ 1905.625972] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.699837] env[62284]: INFO nova.compute.manager [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Took 19.60 seconds to build instance. [ 1905.734330] env[62284]: DEBUG nova.compute.manager [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1905.734557] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.735478] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c080aa-374b-430e-8d93-4f962c6a6dd8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.744862] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.746145] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd5006a-6368-4916-b146-733add6b63e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.753421] env[62284]: DEBUG oslo_vmware.api [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1905.753421] env[62284]: value = "task-1954857" [ 1905.753421] env[62284]: _type = "Task" [ 1905.753421] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.764396] env[62284]: DEBUG oslo_vmware.api [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.806762] env[62284]: DEBUG oslo_concurrency.lockutils [req-b810fd2d-c183-4fdc-a838-e2a3beafda3d req-be15e7a0-2801-4971-85ab-fddfd1f0a8e6 service nova] Releasing lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.836995] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954856, 'name': Rename_Task, 'duration_secs': 0.177485} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.837320] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.837579] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1def69b0-7f6c-473b-9a8a-6822a6606e9e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.849022] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1905.849022] env[62284]: value = "task-1954858" [ 1905.849022] env[62284]: _type = "Task" [ 1905.849022] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.855200] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.970020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.970326] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.252s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.971623] env[62284]: DEBUG nova.objects.instance [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1905.990911] env[62284]: INFO nova.scheduler.client.report [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Deleted allocations for instance 9c954371-b8e5-4b8d-a99f-d2f2d795394c [ 1906.019761] env[62284]: DEBUG nova.compute.manager [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1906.020039] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.020932] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f8f4f3-d4dc-4e34-91ba-3ea2065ee30d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.034141] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.034449] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a919e77-15f9-4dbe-bf19-deaf7f64b63e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.044055] env[62284]: DEBUG oslo_vmware.api [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1906.044055] env[62284]: value = "task-1954859" [ 1906.044055] env[62284]: _type = "Task" [ 1906.044055] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.054040] env[62284]: DEBUG oslo_vmware.api [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.202810] env[62284]: DEBUG oslo_concurrency.lockutils [None req-754a254a-709d-4cc6-a426-72fa8f37597e tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "46579684-b81b-4530-880c-e49836e015b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.121s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.266170] env[62284]: DEBUG oslo_vmware.api [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954857, 'name': PowerOffVM_Task, 'duration_secs': 0.385686} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.266646] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.266977] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.267344] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcffcfdc-947d-4005-a724-a87b65ccbca1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.361548] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.385269] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.385507] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.385694] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Deleting the datastore file [datastore1] b6b46bc3-0825-4098-94b9-025bb0feba19 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.385984] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34812e6e-d58d-4677-abc1-20785512692e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.394542] env[62284]: DEBUG oslo_vmware.api [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for the task: (returnval){ [ 1906.394542] env[62284]: value = "task-1954861" [ 1906.394542] env[62284]: _type = "Task" [ 1906.394542] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.404327] env[62284]: DEBUG oslo_vmware.api [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.503474] env[62284]: DEBUG oslo_concurrency.lockutils [None req-17552894-c813-4829-a45b-e58d050534a6 tempest-ServersWithSpecificFlavorTestJSON-1873472377 tempest-ServersWithSpecificFlavorTestJSON-1873472377-project-member] Lock "9c954371-b8e5-4b8d-a99f-d2f2d795394c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.813s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.563425] env[62284]: DEBUG oslo_vmware.api [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954859, 'name': PowerOffVM_Task, 'duration_secs': 0.239854} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.563425] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.563425] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.563738] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb900a4-2270-400e-b5f2-d5b425754f0d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.659877] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.659877] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.659877] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleting the datastore file [datastore1] a2e28a49-8dd0-4378-bcab-9c44168d84ed {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.659877] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc590d0d-4338-48b4-bbbc-89ac0c996d03 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.670657] env[62284]: DEBUG oslo_vmware.api [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for the task: (returnval){ [ 1906.670657] env[62284]: value = "task-1954863" [ 1906.670657] env[62284]: _type = "Task" [ 1906.670657] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.682019] env[62284]: DEBUG oslo_vmware.api [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.857840] env[62284]: DEBUG oslo_vmware.api [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954858, 'name': PowerOnVM_Task, 'duration_secs': 0.554744} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.858195] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.858448] env[62284]: INFO nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1906.858675] env[62284]: DEBUG nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.859853] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76569e2b-03b3-4941-94da-f0f9b9cc7116 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.907935] env[62284]: DEBUG oslo_vmware.api [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Task: {'id': task-1954861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346492} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.908234] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.908417] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.908594] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.908821] env[62284]: INFO nova.compute.manager [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1906.909882] env[62284]: DEBUG oslo.service.loopingcall [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.909882] env[62284]: DEBUG nova.compute.manager [-] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1906.909882] env[62284]: DEBUG nova.network.neutron [-] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.984947] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a9c6cf66-777e-40bd-9c29-8fdc3d7536e7 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.986801] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.501s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.988870] env[62284]: INFO nova.compute.claims [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1907.021204] env[62284]: DEBUG nova.compute.manager [req-1128b1f3-e699-41e3-825e-54033ae14074 req-99ac7a77-bb88-4160-9efe-24af02e48567 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Received event network-changed-0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1907.021204] env[62284]: DEBUG nova.compute.manager [req-1128b1f3-e699-41e3-825e-54033ae14074 req-99ac7a77-bb88-4160-9efe-24af02e48567 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Refreshing instance network info cache due to event network-changed-0290d596-bf14-4917-9924-d67823b54f79. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1907.021204] env[62284]: DEBUG oslo_concurrency.lockutils [req-1128b1f3-e699-41e3-825e-54033ae14074 req-99ac7a77-bb88-4160-9efe-24af02e48567 service nova] Acquiring lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.021423] env[62284]: DEBUG oslo_concurrency.lockutils [req-1128b1f3-e699-41e3-825e-54033ae14074 req-99ac7a77-bb88-4160-9efe-24af02e48567 service nova] Acquired lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.021695] env[62284]: DEBUG nova.network.neutron [req-1128b1f3-e699-41e3-825e-54033ae14074 req-99ac7a77-bb88-4160-9efe-24af02e48567 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Refreshing network info cache for port 0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1907.187867] env[62284]: DEBUG oslo_vmware.api [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Task: {'id': task-1954863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450937} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.191775] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.192080] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.192325] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.192596] env[62284]: INFO nova.compute.manager [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1907.192909] env[62284]: DEBUG oslo.service.loopingcall [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.193179] env[62284]: DEBUG nova.compute.manager [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1907.193310] env[62284]: DEBUG nova.network.neutron [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1907.313091] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.313419] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.382896] env[62284]: INFO nova.compute.manager [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Took 19.96 seconds to build instance. [ 1907.815761] env[62284]: DEBUG nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1907.839744] env[62284]: DEBUG nova.network.neutron [req-1128b1f3-e699-41e3-825e-54033ae14074 req-99ac7a77-bb88-4160-9efe-24af02e48567 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Updated VIF entry in instance network info cache for port 0290d596-bf14-4917-9924-d67823b54f79. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.839744] env[62284]: DEBUG nova.network.neutron [req-1128b1f3-e699-41e3-825e-54033ae14074 req-99ac7a77-bb88-4160-9efe-24af02e48567 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Updating instance_info_cache with network_info: [{"id": "0290d596-bf14-4917-9924-d67823b54f79", "address": "fa:16:3e:b2:b9:35", "network": {"id": "1f58a795-9358-4af8-a7aa-06eb9e9874d0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1356278317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6b0309a058462f869ea02f305acbe0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0290d596-bf", "ovs_interfaceid": "0290d596-bf14-4917-9924-d67823b54f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.885517] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85f288f0-ce41-454f-bf62-a5c67d61a5da tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.472s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.183446] env[62284]: DEBUG nova.network.neutron [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.306977] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c7e871-d3b5-4159-9a15-491c85ca0f05 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.319629] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62ce00d-ac14-4081-a956-077cdd254fd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.366464] env[62284]: DEBUG oslo_concurrency.lockutils [req-1128b1f3-e699-41e3-825e-54033ae14074 req-99ac7a77-bb88-4160-9efe-24af02e48567 service nova] Releasing lock "refresh_cache-46579684-b81b-4530-880c-e49836e015b6" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.367540] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac797e1-a8a3-41f0-b747-0099eb0f475b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.383305] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d272fe-619a-49bf-a46c-c6a5e3e965d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.390104] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.401972] env[62284]: DEBUG nova.compute.provider_tree [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.512350] env[62284]: DEBUG nova.network.neutron [-] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.686087] env[62284]: INFO nova.compute.manager [-] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Took 1.49 seconds to deallocate network for instance. [ 1908.908020] env[62284]: DEBUG nova.scheduler.client.report [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.015218] env[62284]: INFO nova.compute.manager [-] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Took 2.11 seconds to deallocate network for instance. [ 1909.120905] env[62284]: DEBUG nova.compute.manager [req-4754383a-b11c-4a5b-896c-b5547f33a645 req-26af163f-d530-444f-aa17-553d1330bc5d service nova] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Received event network-vif-deleted-512e6f1e-1e74-4518-abbc-9b839470f69c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1909.121273] env[62284]: DEBUG nova.compute.manager [req-4754383a-b11c-4a5b-896c-b5547f33a645 req-26af163f-d530-444f-aa17-553d1330bc5d service nova] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Received event network-vif-deleted-06ef0986-d653-4532-b2f6-c35d24997fe7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1909.197428] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.231578] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.231578] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.231909] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.232075] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.232550] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.235925] env[62284]: INFO nova.compute.manager [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Terminating instance [ 1909.412102] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.412615] env[62284]: DEBUG nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1909.417022] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.209s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.417022] env[62284]: DEBUG nova.objects.instance [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lazy-loading 'resources' on Instance uuid 1033a2c3-4d1d-4f00-b4ba-070010d43277 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.527685] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.740192] env[62284]: DEBUG nova.compute.manager [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1909.740192] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.741026] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3769f6bb-f52f-4640-8046-fe1e12dbb1d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.749662] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.749912] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6875515a-f3a7-4cd7-b0b1-a518fc5e3661 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.757453] env[62284]: DEBUG oslo_vmware.api [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1909.757453] env[62284]: value = "task-1954864" [ 1909.757453] env[62284]: _type = "Task" [ 1909.757453] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.765501] env[62284]: DEBUG oslo_vmware.api [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.918762] env[62284]: DEBUG nova.compute.utils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1909.930307] env[62284]: DEBUG nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1909.930307] env[62284]: DEBUG nova.network.neutron [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1909.997149] env[62284]: DEBUG nova.policy [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeab6e09838147dbbc09aef89b3102d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '053d1d6f103148de9ef1b4b241d0de9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1910.270084] env[62284]: DEBUG oslo_vmware.api [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954864, 'name': PowerOffVM_Task, 'duration_secs': 0.313046} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.270084] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.270084] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.270084] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36f28779-e730-4df5-962e-261a965dcb0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.286269] env[62284]: DEBUG nova.network.neutron [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Successfully created port: 293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1910.291017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bdb96f-9124-4e8f-903d-a928975d5471 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.299331] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b6078-915e-4e86-80bb-d672a425b4a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.332178] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c498aef4-6768-4c90-b513-fd1d4476d515 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.341857] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2699b6a1-921d-4108-b067-98566d125957 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.360239] env[62284]: DEBUG nova.compute.provider_tree [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.364524] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.364835] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.364942] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleting the datastore file [datastore1] 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.366352] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c239665a-feda-4a16-8eb8-5d0d73495f97 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.379120] env[62284]: DEBUG oslo_vmware.api [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1910.379120] env[62284]: value = "task-1954866" [ 1910.379120] env[62284]: _type = "Task" [ 1910.379120] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.385721] env[62284]: DEBUG oslo_vmware.api [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.430488] env[62284]: DEBUG nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1910.863614] env[62284]: DEBUG nova.scheduler.client.report [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.888510] env[62284]: DEBUG oslo_vmware.api [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374939} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.888782] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.888971] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.889181] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.889361] env[62284]: INFO nova.compute.manager [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1910.889601] env[62284]: DEBUG oslo.service.loopingcall [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.889789] env[62284]: DEBUG nova.compute.manager [-] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.889885] env[62284]: DEBUG nova.network.neutron [-] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1911.341074] env[62284]: DEBUG nova.compute.manager [req-060aa4e0-252e-4e33-8dd8-b546ea112e67 req-c284b7f6-8a7b-41e9-9c5f-26a554db6653 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Received event network-vif-deleted-f6fe50c0-4558-4224-b74b-0e6d87e422fe {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1911.341341] env[62284]: INFO nova.compute.manager [req-060aa4e0-252e-4e33-8dd8-b546ea112e67 req-c284b7f6-8a7b-41e9-9c5f-26a554db6653 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Neutron deleted interface f6fe50c0-4558-4224-b74b-0e6d87e422fe; detaching it from the instance and deleting it from the info cache [ 1911.341474] env[62284]: DEBUG nova.network.neutron [req-060aa4e0-252e-4e33-8dd8-b546ea112e67 req-c284b7f6-8a7b-41e9-9c5f-26a554db6653 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.371208] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.373676] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.457s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.373923] env[62284]: DEBUG nova.objects.instance [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lazy-loading 'resources' on Instance uuid 91bd0705-6e68-4155-86dd-2675a9a3e45f {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.394482] env[62284]: INFO nova.scheduler.client.report [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Deleted allocations for instance 1033a2c3-4d1d-4f00-b4ba-070010d43277 [ 1911.442938] env[62284]: DEBUG nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1911.472698] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1911.473050] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.473262] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1911.473705] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.473953] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1911.474358] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1911.474588] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1911.474764] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1911.474959] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1911.475146] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1911.475354] env[62284]: DEBUG nova.virt.hardware [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1911.476670] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de454869-3864-47b7-ad71-6c5cabe1c622 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.487635] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5016b25-0dc6-44b2-96e5-eb6897ec2a15 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.282529] env[62284]: DEBUG nova.network.neutron [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Successfully updated port: 293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1912.285469] env[62284]: DEBUG nova.network.neutron [-] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.292323] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3fe2927-91c6-4a16-8b41-929128c2fa06 tempest-ServersNegativeTestMultiTenantJSON-409151001 tempest-ServersNegativeTestMultiTenantJSON-409151001-project-member] Lock "1033a2c3-4d1d-4f00-b4ba-070010d43277" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.162s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.293241] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.294497] env[62284]: DEBUG nova.compute.manager [req-74e258a7-61f0-4d2d-a69f-cc98ccefd878 req-8d890caa-b4e3-4beb-94e8-997874e8e456 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Received event network-vif-plugged-293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.294750] env[62284]: DEBUG oslo_concurrency.lockutils [req-74e258a7-61f0-4d2d-a69f-cc98ccefd878 req-8d890caa-b4e3-4beb-94e8-997874e8e456 service nova] Acquiring lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.295037] env[62284]: DEBUG oslo_concurrency.lockutils [req-74e258a7-61f0-4d2d-a69f-cc98ccefd878 req-8d890caa-b4e3-4beb-94e8-997874e8e456 service nova] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.295217] env[62284]: DEBUG oslo_concurrency.lockutils [req-74e258a7-61f0-4d2d-a69f-cc98ccefd878 req-8d890caa-b4e3-4beb-94e8-997874e8e456 service nova] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.295438] env[62284]: DEBUG nova.compute.manager [req-74e258a7-61f0-4d2d-a69f-cc98ccefd878 req-8d890caa-b4e3-4beb-94e8-997874e8e456 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] No waiting events found dispatching network-vif-plugged-293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1912.295544] env[62284]: WARNING nova.compute.manager [req-74e258a7-61f0-4d2d-a69f-cc98ccefd878 req-8d890caa-b4e3-4beb-94e8-997874e8e456 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Received unexpected event network-vif-plugged-293a02fd-df96-4c57-a321-e981653ddb97 for instance with vm_state building and task_state spawning. [ 1912.297729] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02219ad0-2f3c-4196-911e-ec90e542e567 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.299958] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.318918] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e09d83-91c0-42bd-a2c0-2cbcc5546d64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.359909] env[62284]: DEBUG nova.compute.manager [req-060aa4e0-252e-4e33-8dd8-b546ea112e67 req-c284b7f6-8a7b-41e9-9c5f-26a554db6653 service nova] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Detach interface failed, port_id=f6fe50c0-4558-4224-b74b-0e6d87e422fe, reason: Instance 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1912.620793] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b2c700-8da6-4425-b432-bd917b84a783 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.627445] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6301aa22-16a9-417a-812d-08a308a3fd04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.659198] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a2b12c-8dad-4d22-bd8c-2b82f502fc1f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.669848] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eee002-16a8-4d31-897f-8f9135b22965 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.695097] env[62284]: DEBUG nova.compute.provider_tree [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.788106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.788106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquired lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.788106] env[62284]: DEBUG nova.network.neutron [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1912.788106] env[62284]: INFO nova.compute.manager [-] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Took 1.90 seconds to deallocate network for instance. [ 1912.807549] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.807740] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1913.197223] env[62284]: DEBUG nova.scheduler.client.report [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.295646] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.314839] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1913.317222] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.317222] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.317222] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.317222] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.317222] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.317222] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.346336] env[62284]: DEBUG nova.network.neutron [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1913.525122] env[62284]: DEBUG nova.network.neutron [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Updating instance_info_cache with network_info: [{"id": "293a02fd-df96-4c57-a321-e981653ddb97", "address": "fa:16:3e:57:9d:75", "network": {"id": "782b6f0a-aa76-4ff9-927e-62a936ec5c4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-573522551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053d1d6f103148de9ef1b4b241d0de9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293a02fd-df", "ovs_interfaceid": "293a02fd-df96-4c57-a321-e981653ddb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.704981] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.707365] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.243s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.735260] env[62284]: INFO nova.scheduler.client.report [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Deleted allocations for instance 91bd0705-6e68-4155-86dd-2675a9a3e45f [ 1913.772413] env[62284]: DEBUG nova.compute.manager [req-32fb93b6-3fbf-475a-95eb-0d71b9fd0f70 req-660f8e10-1fe1-43de-8e8f-e53cf64248d3 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Received event network-changed-293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1913.772413] env[62284]: DEBUG nova.compute.manager [req-32fb93b6-3fbf-475a-95eb-0d71b9fd0f70 req-660f8e10-1fe1-43de-8e8f-e53cf64248d3 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Refreshing instance network info cache due to event network-changed-293a02fd-df96-4c57-a321-e981653ddb97. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1913.772413] env[62284]: DEBUG oslo_concurrency.lockutils [req-32fb93b6-3fbf-475a-95eb-0d71b9fd0f70 req-660f8e10-1fe1-43de-8e8f-e53cf64248d3 service nova] Acquiring lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.829291] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Getting list of instances from cluster (obj){ [ 1913.829291] env[62284]: value = "domain-c8" [ 1913.829291] env[62284]: _type = "ClusterComputeResource" [ 1913.829291] env[62284]: } {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1913.832862] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059fa69c-4fa7-467d-812d-16598078dd10 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.856017] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Got total of 12 instances {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1913.856017] env[62284]: WARNING nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] While synchronizing instance power states, found 17 instances in the database and 12 instances on the hypervisor. [ 1913.856017] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 076233c5-52f4-43cd-8192-1f59281020b2 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.856017] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.856017] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 4774c400-b889-4bec-a0d0-23ad78dc3084 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.856835] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid a2e28a49-8dd0-4378-bcab-9c44168d84ed {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858073] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid f22f9e16-5775-45d6-a75f-ef4e294c78b7 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858073] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid c3ef0795-7325-4464-acaf-01f496d602c4 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858073] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 91bd0705-6e68-4155-86dd-2675a9a3e45f {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858073] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid d95eea11-abb4-4438-a305-b369fdf3bb52 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858073] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858073] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid ac4947c0-722c-4dd4-9c43-63642fb76ac5 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858377] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid b6b46bc3-0825-4098-94b9-025bb0feba19 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858377] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858465] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 2444e152-9d98-4069-b81d-3d104803b0ad {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858655] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 99530f04-5ad4-461a-a3af-65ec8aa15afc {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858797] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 46579684-b81b-4530-880c-e49836e015b6 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.858963] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.859167] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid ac1de467-ef57-43d6-b1b1-49f14e41f36f {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1913.859577] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.859845] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "076233c5-52f4-43cd-8192-1f59281020b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.860242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.860501] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.860810] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "4774c400-b889-4bec-a0d0-23ad78dc3084" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.861199] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.861432] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.861689] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.861906] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.862115] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "c3ef0795-7325-4464-acaf-01f496d602c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.862297] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "c3ef0795-7325-4464-acaf-01f496d602c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.862515] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.862718] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "d95eea11-abb4-4438-a305-b369fdf3bb52" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.862895] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.863247] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.863358] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.863642] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.863763] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.863966] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "b6b46bc3-0825-4098-94b9-025bb0feba19" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.864332] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.864552] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "2444e152-9d98-4069-b81d-3d104803b0ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.864820] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "2444e152-9d98-4069-b81d-3d104803b0ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.865207] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.865343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.865591] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "46579684-b81b-4530-880c-e49836e015b6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.865767] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "46579684-b81b-4530-880c-e49836e015b6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.866029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.866306] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.866458] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.866592] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1913.868200] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac5fd64-2ad6-467f-af6f-c7d34766c3f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.871322] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a97646-9384-408a-9cb4-e7a7e3e166ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.874264] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3840d45-d1a2-44ee-988e-38dabfd78d3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.877170] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c998edc0-5a70-47fe-9cc6-71167837fa47 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.880989] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8534e31-dde8-4809-955a-be116402cd6b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.883891] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f6b9a-66ec-450f-8c58-8f002855f387 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.887481] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d522a4-838b-4ea4-8fd3-5c432a1e19cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.890758] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7330fb0b-95fc-49c2-8b34-7bed29df004f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.894124] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736de51a-fdf7-45a8-b938-e6b88ca5f681 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.897519] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083029a0-018a-4775-8595-3ee063eb591a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.900537] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3654b7fa-68b3-4a87-b19f-71f445c22096 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.903121] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.941561] env[62284]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1914.033155] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Releasing lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.033535] env[62284]: DEBUG nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Instance network_info: |[{"id": "293a02fd-df96-4c57-a321-e981653ddb97", "address": "fa:16:3e:57:9d:75", "network": {"id": "782b6f0a-aa76-4ff9-927e-62a936ec5c4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-573522551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053d1d6f103148de9ef1b4b241d0de9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293a02fd-df", "ovs_interfaceid": "293a02fd-df96-4c57-a321-e981653ddb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1914.033780] env[62284]: DEBUG oslo_concurrency.lockutils [req-32fb93b6-3fbf-475a-95eb-0d71b9fd0f70 req-660f8e10-1fe1-43de-8e8f-e53cf64248d3 service nova] Acquired lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.033963] env[62284]: DEBUG nova.network.neutron [req-32fb93b6-3fbf-475a-95eb-0d71b9fd0f70 req-660f8e10-1fe1-43de-8e8f-e53cf64248d3 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Refreshing network info cache for port 293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1914.035187] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:9d:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '293a02fd-df96-4c57-a321-e981653ddb97', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1914.042963] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Creating folder: Project (053d1d6f103148de9ef1b4b241d0de9e). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1914.045992] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa52c733-d213-435b-a8a8-eafde8cffde8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.056757] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Created folder: Project (053d1d6f103148de9ef1b4b241d0de9e) in parent group-v402637. [ 1914.056953] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Creating folder: Instances. Parent ref: group-v402845. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1914.057693] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5965dd78-c53e-4ef4-9efb-a26b29c703f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.066436] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Created folder: Instances in parent group-v402845. [ 1914.066662] env[62284]: DEBUG oslo.service.loopingcall [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.066846] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1914.067062] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daab3d4d-4cfe-4108-84cd-cfafa09fb769 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.085821] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1914.085821] env[62284]: value = "task-1954869" [ 1914.085821] env[62284]: _type = "Task" [ 1914.085821] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.097064] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954869, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.126502] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.243952] env[62284]: DEBUG oslo_concurrency.lockutils [None req-632435f3-5db5-475a-a639-43d887c52830 tempest-ServersTestJSON-1949004423 tempest-ServersTestJSON-1949004423-project-member] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.621s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.244945] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.382s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.245429] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6aae8449-9942-4714-a5c7-c999370c4fca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.258935] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275aea6-ab83-4532-9ac6-b5209e64e505 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.413473] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.435955] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "c3ef0795-7325-4464-acaf-01f496d602c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.437525] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.437831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "076233c5-52f4-43cd-8192-1f59281020b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.578s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.452409] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.589s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.452788] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "2444e152-9d98-4069-b81d-3d104803b0ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.453089] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.462977] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.601s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.463401] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.603s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.468585] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "46579684-b81b-4530-880c-e49836e015b6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.603s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.469279] env[62284]: INFO nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1914.469468] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.606s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.469876] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.606s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.470367] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.344s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.470684] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.471023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.471332] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.475794] env[62284]: INFO nova.compute.manager [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Terminating instance [ 1914.594414] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5874c9-0f30-48b3-9b59-406ed0cf3d74 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.601958] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954869, 'name': CreateVM_Task, 'duration_secs': 0.423731} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.602628] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1914.603699] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.603936] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.604274] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1914.606251] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7caf29d-c850-4a9e-aff3-e61040a7a38f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.608787] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5340fde5-66c5-470f-a739-5949a8bf27a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.615605] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1914.615605] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520c522b-3300-5150-c4f9-7439f7986d66" [ 1914.615605] env[62284]: _type = "Task" [ 1914.615605] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.647200] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5629c4ce-05b5-4891-ab18-8cd727fc9720 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.661243] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b7c31f-ec8e-4193-b782-328b2b325aa1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.665284] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520c522b-3300-5150-c4f9-7439f7986d66, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.665679] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.666204] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1914.666455] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.666607] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.666786] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1914.668638] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddddcb01-1059-47ac-aee7-a72b73ae9b81 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.678445] env[62284]: DEBUG nova.compute.provider_tree [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.686677] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1914.686866] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1914.688388] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf35234-c028-476d-8754-880babcf190f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.694575] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1914.694575] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527fcaa0-fd98-e82b-ae94-7a09d8462f23" [ 1914.694575] env[62284]: _type = "Task" [ 1914.694575] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.703130] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527fcaa0-fd98-e82b-ae94-7a09d8462f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.714490] env[62284]: DEBUG nova.network.neutron [req-32fb93b6-3fbf-475a-95eb-0d71b9fd0f70 req-660f8e10-1fe1-43de-8e8f-e53cf64248d3 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Updated VIF entry in instance network info cache for port 293a02fd-df96-4c57-a321-e981653ddb97. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1914.714835] env[62284]: DEBUG nova.network.neutron [req-32fb93b6-3fbf-475a-95eb-0d71b9fd0f70 req-660f8e10-1fe1-43de-8e8f-e53cf64248d3 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Updating instance_info_cache with network_info: [{"id": "293a02fd-df96-4c57-a321-e981653ddb97", "address": "fa:16:3e:57:9d:75", "network": {"id": "782b6f0a-aa76-4ff9-927e-62a936ec5c4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-573522551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053d1d6f103148de9ef1b4b241d0de9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293a02fd-df", "ovs_interfaceid": "293a02fd-df96-4c57-a321-e981653ddb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.804768] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "91bd0705-6e68-4155-86dd-2675a9a3e45f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.983119] env[62284]: DEBUG nova.compute.manager [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.983119] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.987018] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef7bcec-016e-4001-bad4-5341a376b053 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.001026] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.001026] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59640d29-ede7-47e5-8af8-415f674e19f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.007781] env[62284]: DEBUG oslo_vmware.api [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1915.007781] env[62284]: value = "task-1954870" [ 1915.007781] env[62284]: _type = "Task" [ 1915.007781] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.017571] env[62284]: DEBUG oslo_vmware.api [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.182059] env[62284]: DEBUG nova.scheduler.client.report [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.213925] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527fcaa0-fd98-e82b-ae94-7a09d8462f23, 'name': SearchDatastore_Task, 'duration_secs': 0.008356} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.213925] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6146988-56fc-4d06-b21b-075632b38658 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.217240] env[62284]: DEBUG oslo_concurrency.lockutils [req-32fb93b6-3fbf-475a-95eb-0d71b9fd0f70 req-660f8e10-1fe1-43de-8e8f-e53cf64248d3 service nova] Releasing lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.221158] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1915.221158] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522cdb5e-b621-4537-db37-35048f369d4b" [ 1915.221158] env[62284]: _type = "Task" [ 1915.221158] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.231922] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522cdb5e-b621-4537-db37-35048f369d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.523390] env[62284]: DEBUG oslo_vmware.api [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954870, 'name': PowerOffVM_Task, 'duration_secs': 0.255817} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.524143] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.524472] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1915.526694] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6394fabc-546d-409c-bc1f-b4cc9f334f7a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.686036] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1915.686036] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1915.686036] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleting the datastore file [datastore1] 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1915.686036] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b088ad9d-92e6-4b2e-839e-3e72781345c2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.696982] env[62284]: DEBUG oslo_vmware.api [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1915.696982] env[62284]: value = "task-1954872" [ 1915.696982] env[62284]: _type = "Task" [ 1915.696982] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.709905] env[62284]: DEBUG oslo_vmware.api [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.733165] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522cdb5e-b621-4537-db37-35048f369d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011948} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.733463] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.733721] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ac1de467-ef57-43d6-b1b1-49f14e41f36f/ac1de467-ef57-43d6-b1b1-49f14e41f36f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.734074] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8648ba2-cbe7-4a64-b769-004182dc183e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.742017] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1915.742017] env[62284]: value = "task-1954873" [ 1915.742017] env[62284]: _type = "Task" [ 1915.742017] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.752058] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.199415] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.492s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.205020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.617s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.205823] env[62284]: INFO nova.compute.claims [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.222184] env[62284]: DEBUG oslo_vmware.api [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258141} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.225194] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1916.225194] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1916.225194] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1916.225194] env[62284]: INFO nova.compute.manager [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1916.225194] env[62284]: DEBUG oslo.service.loopingcall [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.225394] env[62284]: DEBUG nova.compute.manager [-] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1916.225394] env[62284]: DEBUG nova.network.neutron [-] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1916.259274] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.756291] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567651} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.756650] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ac1de467-ef57-43d6-b1b1-49f14e41f36f/ac1de467-ef57-43d6-b1b1-49f14e41f36f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1916.756802] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1916.757089] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74967daa-9833-4f4c-a089-ec7c50fe8ee8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.765562] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1916.765562] env[62284]: value = "task-1954874" [ 1916.765562] env[62284]: _type = "Task" [ 1916.765562] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.776245] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.796717] env[62284]: INFO nova.scheduler.client.report [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted allocation for migration e1520f79-cd56-40b4-8bd7-528d8879c763 [ 1917.253938] env[62284]: DEBUG nova.compute.manager [req-609dd616-9f2c-411b-b790-e46208397049 req-2c3d1e35-5eca-44c4-b02d-4b80fcf1940a service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Received event network-vif-deleted-ae527fdd-a373-40c0-87fd-fe8e8e3fdf64 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1917.253938] env[62284]: INFO nova.compute.manager [req-609dd616-9f2c-411b-b790-e46208397049 req-2c3d1e35-5eca-44c4-b02d-4b80fcf1940a service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Neutron deleted interface ae527fdd-a373-40c0-87fd-fe8e8e3fdf64; detaching it from the instance and deleting it from the info cache [ 1917.253938] env[62284]: DEBUG nova.network.neutron [req-609dd616-9f2c-411b-b790-e46208397049 req-2c3d1e35-5eca-44c4-b02d-4b80fcf1940a service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.282364] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069758} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.285786] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1917.287539] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c607c546-7ede-4ec3-b3a3-397c9c93b8aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.305831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b4379949-6a17-467d-ac99-6f6dfc332925 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.317s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.321135] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] ac1de467-ef57-43d6-b1b1-49f14e41f36f/ac1de467-ef57-43d6-b1b1-49f14e41f36f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1917.324423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.460s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.325026] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3832b983-7eb9-49af-a507-c554115abecc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.341656] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f645bb87-d817-40e3-828f-1e5b47078699 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.356016] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1917.356016] env[62284]: value = "task-1954875" [ 1917.356016] env[62284]: _type = "Task" [ 1917.356016] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.368824] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.617734] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ae2c19-28c1-4f24-b3c4-ec342931ee44 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.628557] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f39be6-754c-4f89-a6e2-7bf66a7ee3d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.661040] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edda5704-f741-45f0-b65e-6521eb369f66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.669454] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf131d2-0991-4c28-bc64-4671588a279b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.683366] env[62284]: DEBUG nova.compute.provider_tree [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.731591] env[62284]: DEBUG nova.network.neutron [-] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.763112] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b901f0f-bb07-44af-ae77-4378e6788555 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.772419] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee451470-9536-4fc0-aa59-879ae266ba78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.792830] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.816050] env[62284]: DEBUG nova.compute.manager [req-609dd616-9f2c-411b-b790-e46208397049 req-2c3d1e35-5eca-44c4-b02d-4b80fcf1940a service nova] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Detach interface failed, port_id=ae527fdd-a373-40c0-87fd-fe8e8e3fdf64, reason: Instance 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1917.858225] env[62284]: INFO nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] During sync_power_state the instance has a pending task (deleting). Skip. [ 1917.858225] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.858429] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.066s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.858582] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.858813] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.858966] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.867953] env[62284]: INFO nova.compute.manager [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Terminating instance [ 1917.876700] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954875, 'name': ReconfigVM_Task, 'duration_secs': 0.300165} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.876983] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] ac1de467-ef57-43d6-b1b1-49f14e41f36f/ac1de467-ef57-43d6-b1b1-49f14e41f36f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1917.877649] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10361691-b9e3-4d09-88bc-f3d76adff9d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.886853] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1917.886853] env[62284]: value = "task-1954876" [ 1917.886853] env[62284]: _type = "Task" [ 1917.886853] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.895934] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954876, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.186870] env[62284]: DEBUG nova.scheduler.client.report [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.232743] env[62284]: INFO nova.compute.manager [-] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Took 2.01 seconds to deallocate network for instance. [ 1918.378369] env[62284]: DEBUG nova.compute.manager [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.378632] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.379645] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e0ef8f-3640-4dc2-89a8-4cec377cc3aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.388659] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.393727] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7abf6dcd-2905-45c7-9114-73bef7600caa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.402136] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954876, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.403806] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1918.403806] env[62284]: value = "task-1954877" [ 1918.403806] env[62284]: _type = "Task" [ 1918.403806] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.411946] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.418108] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "bce40a5d-0706-4c7d-becd-16c684e91c69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.418815] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "bce40a5d-0706-4c7d-becd-16c684e91c69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.691490] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.692038] env[62284]: DEBUG nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1918.694602] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.069s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.695952] env[62284]: INFO nova.compute.claims [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1918.740011] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.899873] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954876, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.913750] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.920467] env[62284]: DEBUG nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1919.200891] env[62284]: DEBUG nova.compute.utils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.204154] env[62284]: DEBUG nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1919.204327] env[62284]: DEBUG nova.network.neutron [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1919.267722] env[62284]: DEBUG nova.policy [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84823e3680704bf38a3bfd39541f2d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25b3f9f266864b548655a43d3cf2d9a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1919.406024] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954876, 'name': Rename_Task, 'duration_secs': 1.157389} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.406024] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1919.406024] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f160ef2e-e371-47a6-873c-ea68b9f6d706 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.415686] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.417269] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1919.417269] env[62284]: value = "task-1954878" [ 1919.417269] env[62284]: _type = "Task" [ 1919.417269] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.425374] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.444428] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.706023] env[62284]: DEBUG nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1919.754375] env[62284]: DEBUG nova.network.neutron [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Successfully created port: 012220a1-325a-4b7a-b5b5-5954e08e9bb6 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1919.916711] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.931694] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.063463] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f2607-6664-47f4-b036-d5e0d05bde8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.073130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84987f81-5109-4955-9f1e-11ea462e61fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.113426] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb5f74f-5350-43eb-84c7-e11803592ef3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.121327] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b43369f-bcd6-43bb-802d-629ef4114199 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.138174] env[62284]: DEBUG nova.compute.provider_tree [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.418743] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954877, 'name': PowerOffVM_Task, 'duration_secs': 1.60956} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.419040] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1920.419250] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1920.419762] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aa1cb15-cb74-4472-ba29-6963dfe75667 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.433854] env[62284]: DEBUG oslo_vmware.api [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1954878, 'name': PowerOnVM_Task, 'duration_secs': 0.950829} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.434203] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1920.437137] env[62284]: INFO nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1920.437137] env[62284]: DEBUG nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1920.437137] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44f190-0ff8-49aa-88c8-ffebf336bc21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.642480] env[62284]: DEBUG nova.scheduler.client.report [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.719626] env[62284]: DEBUG nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1920.755023] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.755023] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.755023] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.755399] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.755635] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.755960] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.756360] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.756671] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.756981] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.757321] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.757652] env[62284]: DEBUG nova.virt.hardware [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.758749] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be698c-b8d2-42d6-8809-44468dc224f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.774506] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e66eede-068d-464f-a36f-6b6b79ad53a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.958838] env[62284]: INFO nova.compute.manager [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Took 22.50 seconds to build instance. [ 1921.151424] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.152035] env[62284]: DEBUG nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1921.155879] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.766s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.161455] env[62284]: INFO nova.compute.claims [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1921.193992] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "181a2cc7-5713-4162-a5eb-886714672aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.194368] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "181a2cc7-5713-4162-a5eb-886714672aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.387546] env[62284]: DEBUG nova.compute.manager [req-389d841a-6721-47c4-bcd8-e2ec9a9b4cfd req-380e5694-4723-4e66-a6d4-d169e45dfcc6 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Received event network-changed-293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.387546] env[62284]: DEBUG nova.compute.manager [req-389d841a-6721-47c4-bcd8-e2ec9a9b4cfd req-380e5694-4723-4e66-a6d4-d169e45dfcc6 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Refreshing instance network info cache due to event network-changed-293a02fd-df96-4c57-a321-e981653ddb97. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1921.387546] env[62284]: DEBUG oslo_concurrency.lockutils [req-389d841a-6721-47c4-bcd8-e2ec9a9b4cfd req-380e5694-4723-4e66-a6d4-d169e45dfcc6 service nova] Acquiring lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.387546] env[62284]: DEBUG oslo_concurrency.lockutils [req-389d841a-6721-47c4-bcd8-e2ec9a9b4cfd req-380e5694-4723-4e66-a6d4-d169e45dfcc6 service nova] Acquired lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.387546] env[62284]: DEBUG nova.network.neutron [req-389d841a-6721-47c4-bcd8-e2ec9a9b4cfd req-380e5694-4723-4e66-a6d4-d169e45dfcc6 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Refreshing network info cache for port 293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.467436] env[62284]: DEBUG oslo_concurrency.lockutils [None req-00c3eb1f-19a5-4c22-bbf6-ed083de31742 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.013s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.467436] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.601s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.467436] env[62284]: INFO nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1921.467436] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.669574] env[62284]: DEBUG nova.compute.utils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1921.674506] env[62284]: DEBUG nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1921.674506] env[62284]: DEBUG nova.network.neutron [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1921.696975] env[62284]: DEBUG nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1921.727132] env[62284]: DEBUG nova.policy [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2df9a0dd0e4e4630aa52fbe07c4d7e9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09516d1e94d7489296ffc3646b6d8041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1921.855148] env[62284]: DEBUG nova.network.neutron [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Successfully updated port: 012220a1-325a-4b7a-b5b5-5954e08e9bb6 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1922.126046] env[62284]: DEBUG nova.network.neutron [req-389d841a-6721-47c4-bcd8-e2ec9a9b4cfd req-380e5694-4723-4e66-a6d4-d169e45dfcc6 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Updated VIF entry in instance network info cache for port 293a02fd-df96-4c57-a321-e981653ddb97. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.126483] env[62284]: DEBUG nova.network.neutron [req-389d841a-6721-47c4-bcd8-e2ec9a9b4cfd req-380e5694-4723-4e66-a6d4-d169e45dfcc6 service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Updating instance_info_cache with network_info: [{"id": "293a02fd-df96-4c57-a321-e981653ddb97", "address": "fa:16:3e:57:9d:75", "network": {"id": "782b6f0a-aa76-4ff9-927e-62a936ec5c4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-573522551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053d1d6f103148de9ef1b4b241d0de9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293a02fd-df", "ovs_interfaceid": "293a02fd-df96-4c57-a321-e981653ddb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.133877] env[62284]: DEBUG nova.network.neutron [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Successfully created port: 97c05231-d790-4516-ac2a-d98214e70fff {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1922.175100] env[62284]: DEBUG nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1922.229203] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.359288] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-3053849c-c0ae-4730-ba79-28b746e2d07c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.359288] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-3053849c-c0ae-4730-ba79-28b746e2d07c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.359288] env[62284]: DEBUG nova.network.neutron [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1922.398102] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquiring lock "29c81225-1574-44aa-a3c0-86e3300cbc4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.398102] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "29c81225-1574-44aa-a3c0-86e3300cbc4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.542616] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c724a4-305f-4833-8cf8-f9fcd7b8e814 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.551081] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af353bd-9701-41e2-8565-6a51c7ed9bb0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.586646] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6645a2e2-41ad-4cf4-a370-6e81f8662583 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.594656] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f740e5f-a682-4273-ac3d-4aca99b261fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.608221] env[62284]: DEBUG nova.compute.provider_tree [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.629204] env[62284]: DEBUG oslo_concurrency.lockutils [req-389d841a-6721-47c4-bcd8-e2ec9a9b4cfd req-380e5694-4723-4e66-a6d4-d169e45dfcc6 service nova] Releasing lock "refresh_cache-ac1de467-ef57-43d6-b1b1-49f14e41f36f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.897653] env[62284]: DEBUG nova.network.neutron [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1922.899908] env[62284]: DEBUG nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1923.009578] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1923.009802] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1923.009987] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleting the datastore file [datastore1] 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1923.010363] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8ee7a4b-33c1-4727-bbb7-2a577afa8491 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.018280] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1923.018280] env[62284]: value = "task-1954880" [ 1923.018280] env[62284]: _type = "Task" [ 1923.018280] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.028498] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.062410] env[62284]: DEBUG nova.network.neutron [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Updating instance_info_cache with network_info: [{"id": "012220a1-325a-4b7a-b5b5-5954e08e9bb6", "address": "fa:16:3e:f7:84:3e", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012220a1-32", "ovs_interfaceid": "012220a1-325a-4b7a-b5b5-5954e08e9bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.111519] env[62284]: DEBUG nova.scheduler.client.report [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.194093] env[62284]: DEBUG nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1923.229142] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1923.229619] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.229965] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1923.230414] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.230730] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1923.231052] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1923.231442] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1923.231761] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1923.232145] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1923.232517] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1923.232859] env[62284]: DEBUG nova.virt.hardware [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1923.233924] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494118c1-8993-405e-92a6-bd80f1c54f87 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.242736] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e18e29-bc67-435a-b942-8c6b6ffc29e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.425590] env[62284]: DEBUG nova.compute.manager [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Received event network-vif-plugged-012220a1-325a-4b7a-b5b5-5954e08e9bb6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1923.425590] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] Acquiring lock "3053849c-c0ae-4730-ba79-28b746e2d07c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.425590] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.425590] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.425590] env[62284]: DEBUG nova.compute.manager [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] No waiting events found dispatching network-vif-plugged-012220a1-325a-4b7a-b5b5-5954e08e9bb6 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1923.426218] env[62284]: WARNING nova.compute.manager [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Received unexpected event network-vif-plugged-012220a1-325a-4b7a-b5b5-5954e08e9bb6 for instance with vm_state building and task_state spawning. [ 1923.426388] env[62284]: DEBUG nova.compute.manager [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Received event network-changed-012220a1-325a-4b7a-b5b5-5954e08e9bb6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1923.426625] env[62284]: DEBUG nova.compute.manager [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Refreshing instance network info cache due to event network-changed-012220a1-325a-4b7a-b5b5-5954e08e9bb6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1923.426950] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] Acquiring lock "refresh_cache-3053849c-c0ae-4730-ba79-28b746e2d07c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.428236] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.533769] env[62284]: DEBUG oslo_vmware.api [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220402} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.534225] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1923.534440] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1923.534619] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1923.534791] env[62284]: INFO nova.compute.manager [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Took 5.16 seconds to destroy the instance on the hypervisor. [ 1923.535054] env[62284]: DEBUG oslo.service.loopingcall [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.535254] env[62284]: DEBUG nova.compute.manager [-] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1923.535341] env[62284]: DEBUG nova.network.neutron [-] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1923.568033] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-3053849c-c0ae-4730-ba79-28b746e2d07c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.568033] env[62284]: DEBUG nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Instance network_info: |[{"id": "012220a1-325a-4b7a-b5b5-5954e08e9bb6", "address": "fa:16:3e:f7:84:3e", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012220a1-32", "ovs_interfaceid": "012220a1-325a-4b7a-b5b5-5954e08e9bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1923.568814] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] Acquired lock "refresh_cache-3053849c-c0ae-4730-ba79-28b746e2d07c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.568814] env[62284]: DEBUG nova.network.neutron [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Refreshing network info cache for port 012220a1-325a-4b7a-b5b5-5954e08e9bb6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1923.569914] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:84:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '012220a1-325a-4b7a-b5b5-5954e08e9bb6', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1923.578680] env[62284]: DEBUG oslo.service.loopingcall [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.579683] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1923.579683] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39608eed-20dd-48ad-a550-759795746c74 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.601314] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1923.601314] env[62284]: value = "task-1954881" [ 1923.601314] env[62284]: _type = "Task" [ 1923.601314] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.609751] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954881, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.616345] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.621792] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.424s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.622163] env[62284]: DEBUG nova.objects.instance [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lazy-loading 'resources' on Instance uuid a2e28a49-8dd0-4378-bcab-9c44168d84ed {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.034993] env[62284]: DEBUG nova.compute.manager [req-1f8e8200-f886-499d-82a7-afb8bfcda54b req-e0348d86-7f06-45be-a44d-dd20625a05eb service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Received event network-vif-plugged-97c05231-d790-4516-ac2a-d98214e70fff {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1924.034993] env[62284]: DEBUG oslo_concurrency.lockutils [req-1f8e8200-f886-499d-82a7-afb8bfcda54b req-e0348d86-7f06-45be-a44d-dd20625a05eb service nova] Acquiring lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.034993] env[62284]: DEBUG oslo_concurrency.lockutils [req-1f8e8200-f886-499d-82a7-afb8bfcda54b req-e0348d86-7f06-45be-a44d-dd20625a05eb service nova] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.034993] env[62284]: DEBUG oslo_concurrency.lockutils [req-1f8e8200-f886-499d-82a7-afb8bfcda54b req-e0348d86-7f06-45be-a44d-dd20625a05eb service nova] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.034993] env[62284]: DEBUG nova.compute.manager [req-1f8e8200-f886-499d-82a7-afb8bfcda54b req-e0348d86-7f06-45be-a44d-dd20625a05eb service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] No waiting events found dispatching network-vif-plugged-97c05231-d790-4516-ac2a-d98214e70fff {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1924.035387] env[62284]: WARNING nova.compute.manager [req-1f8e8200-f886-499d-82a7-afb8bfcda54b req-e0348d86-7f06-45be-a44d-dd20625a05eb service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Received unexpected event network-vif-plugged-97c05231-d790-4516-ac2a-d98214e70fff for instance with vm_state building and task_state spawning. [ 1924.058143] env[62284]: DEBUG nova.network.neutron [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Successfully updated port: 97c05231-d790-4516-ac2a-d98214e70fff {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1924.113808] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954881, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.122542] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "9f6e22ed-90d8-4ea9-8ec5-0bba77a1c3e6" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.122797] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "9f6e22ed-90d8-4ea9-8ec5-0bba77a1c3e6" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.292157] env[62284]: DEBUG nova.network.neutron [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Updated VIF entry in instance network info cache for port 012220a1-325a-4b7a-b5b5-5954e08e9bb6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1924.292451] env[62284]: DEBUG nova.network.neutron [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Updating instance_info_cache with network_info: [{"id": "012220a1-325a-4b7a-b5b5-5954e08e9bb6", "address": "fa:16:3e:f7:84:3e", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012220a1-32", "ovs_interfaceid": "012220a1-325a-4b7a-b5b5-5954e08e9bb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.308573] env[62284]: DEBUG nova.network.neutron [-] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.409100] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa07cbc-392a-4849-8ac5-1ecba964a7df {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.415785] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69f6c39-df93-4fe0-9059-aff3f6f7d0b0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.448384] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c3415-b98f-4f92-9d04-45fc5e1e826b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.457015] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da38b8-55f4-4ca1-8767-e4fc2d5273c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.470977] env[62284]: DEBUG nova.compute.provider_tree [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.561047] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "refresh_cache-9a4843f1-9ab2-4cd3-84b2-750ee78ab961" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.561227] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "refresh_cache-9a4843f1-9ab2-4cd3-84b2-750ee78ab961" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.561383] env[62284]: DEBUG nova.network.neutron [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.612812] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954881, 'name': CreateVM_Task, 'duration_secs': 0.912573} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.612997] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1924.613674] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.613840] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.614169] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1924.614415] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d2c546-bd63-4012-bd87-fab0fbfebe22 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.618914] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1924.618914] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522c628d-c5a8-83f0-1e78-de9ce35eac80" [ 1924.618914] env[62284]: _type = "Task" [ 1924.618914] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.626870] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "9f6e22ed-90d8-4ea9-8ec5-0bba77a1c3e6" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.627384] env[62284]: DEBUG nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1924.630415] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522c628d-c5a8-83f0-1e78-de9ce35eac80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.774295] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-f22f9e16-5775-45d6-a75f-ef4e294c78b7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.774596] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-f22f9e16-5775-45d6-a75f-ef4e294c78b7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.774985] env[62284]: DEBUG nova.objects.instance [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'flavor' on Instance uuid f22f9e16-5775-45d6-a75f-ef4e294c78b7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.795290] env[62284]: DEBUG oslo_concurrency.lockutils [req-9f60b2c7-eed8-47a0-9893-417b7298a487 req-777c5011-a396-44bc-95cd-9da4d4315a8c service nova] Releasing lock "refresh_cache-3053849c-c0ae-4730-ba79-28b746e2d07c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.813559] env[62284]: INFO nova.compute.manager [-] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Took 1.28 seconds to deallocate network for instance. [ 1924.974129] env[62284]: DEBUG nova.scheduler.client.report [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.096724] env[62284]: DEBUG nova.network.neutron [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.129909] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522c628d-c5a8-83f0-1e78-de9ce35eac80, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.130238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.130477] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1925.130719] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.130865] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.131062] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1925.134197] env[62284]: DEBUG nova.compute.utils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.135395] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-414adc4e-f73a-46dc-b646-7b345d63de05 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.137657] env[62284]: DEBUG nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1925.138030] env[62284]: DEBUG nova.network.neutron [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.187323] env[62284]: DEBUG nova.policy [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84653ab614c746d1895154b973123740', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8162e45466b740f5927fd88d60eb438d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1925.232242] env[62284]: DEBUG nova.network.neutron [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Updating instance_info_cache with network_info: [{"id": "97c05231-d790-4516-ac2a-d98214e70fff", "address": "fa:16:3e:14:52:f7", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c05231-d7", "ovs_interfaceid": "97c05231-d790-4516-ac2a-d98214e70fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.319133] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.357495] env[62284]: DEBUG nova.objects.instance [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'pci_requests' on Instance uuid f22f9e16-5775-45d6-a75f-ef4e294c78b7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.397348] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1925.397561] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1925.398358] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d654e6-50d0-47e6-991c-497de2c32e25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.407707] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1925.407707] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52623809-9c18-323d-874f-5790ff2d50d1" [ 1925.407707] env[62284]: _type = "Task" [ 1925.407707] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.416281] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52623809-9c18-323d-874f-5790ff2d50d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.479835] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.482144] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.957s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.482388] env[62284]: DEBUG nova.objects.instance [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lazy-loading 'resources' on Instance uuid b6b46bc3-0825-4098-94b9-025bb0feba19 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.495092] env[62284]: DEBUG nova.network.neutron [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Successfully created port: a32ae79b-2bed-485d-bbfa-4bd95ab66dd7 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1925.510618] env[62284]: INFO nova.scheduler.client.report [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Deleted allocations for instance a2e28a49-8dd0-4378-bcab-9c44168d84ed [ 1925.516552] env[62284]: DEBUG nova.compute.manager [req-ed055644-44c6-4271-b206-f066a479d544 req-30babe7c-56b9-4d6d-bdcf-56455eef71e1 service nova] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Received event network-vif-deleted-a39b316a-2b95-4850-8393-d44059e4724e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1925.638839] env[62284]: DEBUG nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1925.735256] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "refresh_cache-9a4843f1-9ab2-4cd3-84b2-750ee78ab961" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.735617] env[62284]: DEBUG nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Instance network_info: |[{"id": "97c05231-d790-4516-ac2a-d98214e70fff", "address": "fa:16:3e:14:52:f7", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c05231-d7", "ovs_interfaceid": "97c05231-d790-4516-ac2a-d98214e70fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.736108] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:52:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c05231-d790-4516-ac2a-d98214e70fff', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.744231] env[62284]: DEBUG oslo.service.loopingcall [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.744808] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.745113] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24fae7b7-60f7-4db3-8858-a98611e2102b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.765249] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.765249] env[62284]: value = "task-1954882" [ 1925.765249] env[62284]: _type = "Task" [ 1925.765249] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.775164] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954882, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.861184] env[62284]: DEBUG nova.objects.base [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1925.861595] env[62284]: DEBUG nova.network.neutron [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.918760] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52623809-9c18-323d-874f-5790ff2d50d1, 'name': SearchDatastore_Task, 'duration_secs': 0.485097} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.919620] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab5a338-fd32-43aa-84b3-294bcc36cc8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.925712] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1925.925712] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d817b-cfca-9cde-0d6f-94addf52dc77" [ 1925.925712] env[62284]: _type = "Task" [ 1925.925712] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.934630] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d817b-cfca-9cde-0d6f-94addf52dc77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.936375] env[62284]: DEBUG nova.policy [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1926.026462] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb4a2c37-8337-4851-b6eb-b311baf49aa6 tempest-ServersAdminTestJSON-740946833 tempest-ServersAdminTestJSON-740946833-project-member] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.514s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.027861] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.166s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.032053] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83cefc85-953a-4a64-b585-e0c65b26f10f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.050319] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79d18b4-f04f-491a-84aa-d9cf259bfa88 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.134468] env[62284]: DEBUG nova.compute.manager [req-37d5496f-55f0-4008-8d8e-a4d8c30a50e6 req-72444ef4-8283-4d1a-866e-469009f54dc7 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Received event network-changed-97c05231-d790-4516-ac2a-d98214e70fff {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1926.134468] env[62284]: DEBUG nova.compute.manager [req-37d5496f-55f0-4008-8d8e-a4d8c30a50e6 req-72444ef4-8283-4d1a-866e-469009f54dc7 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Refreshing instance network info cache due to event network-changed-97c05231-d790-4516-ac2a-d98214e70fff. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1926.134583] env[62284]: DEBUG oslo_concurrency.lockutils [req-37d5496f-55f0-4008-8d8e-a4d8c30a50e6 req-72444ef4-8283-4d1a-866e-469009f54dc7 service nova] Acquiring lock "refresh_cache-9a4843f1-9ab2-4cd3-84b2-750ee78ab961" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.134706] env[62284]: DEBUG oslo_concurrency.lockutils [req-37d5496f-55f0-4008-8d8e-a4d8c30a50e6 req-72444ef4-8283-4d1a-866e-469009f54dc7 service nova] Acquired lock "refresh_cache-9a4843f1-9ab2-4cd3-84b2-750ee78ab961" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.134867] env[62284]: DEBUG nova.network.neutron [req-37d5496f-55f0-4008-8d8e-a4d8c30a50e6 req-72444ef4-8283-4d1a-866e-469009f54dc7 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Refreshing network info cache for port 97c05231-d790-4516-ac2a-d98214e70fff {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.277619] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954882, 'name': CreateVM_Task, 'duration_secs': 0.335868} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.277797] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.278630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.278796] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.279499] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.279499] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8774c0de-4682-4152-b544-091874f86870 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.286137] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1926.286137] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ed3f25-609c-64d7-a20b-4392a1b4c21e" [ 1926.286137] env[62284]: _type = "Task" [ 1926.286137] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.294143] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ed3f25-609c-64d7-a20b-4392a1b4c21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.349859] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf5b2d5-aaf3-4ec0-b8dd-bab0cfe99cac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.365133] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd9f65-d6f3-4ca6-8bd1-45c8ad2fca62 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.397833] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cc69de-aca2-4481-97d7-cadc9e4ce686 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.407884] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1172313-37f4-4f8e-b7ff-f1a636937164 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.425020] env[62284]: DEBUG nova.compute.provider_tree [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.426180] env[62284]: DEBUG nova.network.neutron [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Successfully created port: 988d918e-76ce-4e33-9946-2f88aa7d5981 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1926.436878] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d817b-cfca-9cde-0d6f-94addf52dc77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.602173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "a2e28a49-8dd0-4378-bcab-9c44168d84ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.650713] env[62284]: DEBUG nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1926.681428] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1926.681755] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1926.681920] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1926.682139] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1926.682286] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1926.682435] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1926.682640] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1926.682794] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1926.682956] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1926.684225] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1926.684225] env[62284]: DEBUG nova.virt.hardware [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1926.686694] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e64047-663d-4f00-90a6-4dea8b70eb1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.693831] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bca4d-1ed2-4199-972a-1dbf223952ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.799674] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ed3f25-609c-64d7-a20b-4392a1b4c21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.930231] env[62284]: DEBUG nova.scheduler.client.report [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1926.943824] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d817b-cfca-9cde-0d6f-94addf52dc77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.991819] env[62284]: DEBUG nova.network.neutron [req-37d5496f-55f0-4008-8d8e-a4d8c30a50e6 req-72444ef4-8283-4d1a-866e-469009f54dc7 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Updated VIF entry in instance network info cache for port 97c05231-d790-4516-ac2a-d98214e70fff. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1926.992211] env[62284]: DEBUG nova.network.neutron [req-37d5496f-55f0-4008-8d8e-a4d8c30a50e6 req-72444ef4-8283-4d1a-866e-469009f54dc7 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Updating instance_info_cache with network_info: [{"id": "97c05231-d790-4516-ac2a-d98214e70fff", "address": "fa:16:3e:14:52:f7", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c05231-d7", "ovs_interfaceid": "97c05231-d790-4516-ac2a-d98214e70fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.270922] env[62284]: DEBUG nova.network.neutron [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Successfully updated port: a32ae79b-2bed-485d-bbfa-4bd95ab66dd7 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1927.303048] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ed3f25-609c-64d7-a20b-4392a1b4c21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.439454] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.441474] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d817b-cfca-9cde-0d6f-94addf52dc77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.442737] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.147s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.443009] env[62284]: DEBUG nova.objects.instance [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lazy-loading 'resources' on Instance uuid 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.472160] env[62284]: INFO nova.scheduler.client.report [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Deleted allocations for instance b6b46bc3-0825-4098-94b9-025bb0feba19 [ 1927.494754] env[62284]: DEBUG oslo_concurrency.lockutils [req-37d5496f-55f0-4008-8d8e-a4d8c30a50e6 req-72444ef4-8283-4d1a-866e-469009f54dc7 service nova] Releasing lock "refresh_cache-9a4843f1-9ab2-4cd3-84b2-750ee78ab961" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.545354] env[62284]: DEBUG nova.compute.manager [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Received event network-vif-plugged-a32ae79b-2bed-485d-bbfa-4bd95ab66dd7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1927.545354] env[62284]: DEBUG oslo_concurrency.lockutils [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] Acquiring lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.545563] env[62284]: DEBUG oslo_concurrency.lockutils [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] Lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.545775] env[62284]: DEBUG oslo_concurrency.lockutils [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] Lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.545979] env[62284]: DEBUG nova.compute.manager [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] No waiting events found dispatching network-vif-plugged-a32ae79b-2bed-485d-bbfa-4bd95ab66dd7 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1927.546210] env[62284]: WARNING nova.compute.manager [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Received unexpected event network-vif-plugged-a32ae79b-2bed-485d-bbfa-4bd95ab66dd7 for instance with vm_state building and task_state spawning. [ 1927.546412] env[62284]: DEBUG nova.compute.manager [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Received event network-changed-a32ae79b-2bed-485d-bbfa-4bd95ab66dd7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1927.547571] env[62284]: DEBUG nova.compute.manager [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Refreshing instance network info cache due to event network-changed-a32ae79b-2bed-485d-bbfa-4bd95ab66dd7. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1927.547571] env[62284]: DEBUG oslo_concurrency.lockutils [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] Acquiring lock "refresh_cache-d1119ca2-17b4-4e22-88e3-30a75c2efe9e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.547571] env[62284]: DEBUG oslo_concurrency.lockutils [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] Acquired lock "refresh_cache-d1119ca2-17b4-4e22-88e3-30a75c2efe9e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.547571] env[62284]: DEBUG nova.network.neutron [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Refreshing network info cache for port a32ae79b-2bed-485d-bbfa-4bd95ab66dd7 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.776336] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "refresh_cache-d1119ca2-17b4-4e22-88e3-30a75c2efe9e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.801407] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ed3f25-609c-64d7-a20b-4392a1b4c21e, 'name': SearchDatastore_Task, 'duration_secs': 1.256763} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.801722] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.801956] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.802196] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.942126] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d817b-cfca-9cde-0d6f-94addf52dc77, 'name': SearchDatastore_Task, 'duration_secs': 1.614943} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.942445] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.942771] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 3053849c-c0ae-4730-ba79-28b746e2d07c/3053849c-c0ae-4730-ba79-28b746e2d07c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1927.943087] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.943417] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.943691] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d5a71b0-dd53-4726-aa7a-1f00ba6effdd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.946492] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-964aa85b-e6f6-429a-88ab-72aedff37880 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.956931] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1927.956931] env[62284]: value = "task-1954883" [ 1927.956931] env[62284]: _type = "Task" [ 1927.956931] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.962026] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.962312] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.963478] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc30193-c5e0-41ab-9e7c-e6e4f66d886e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.971768] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.981371] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1927.981371] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522681bf-407b-da75-b610-8a8c54328e55" [ 1927.981371] env[62284]: _type = "Task" [ 1927.981371] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.981889] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f23cbae4-0a47-45c5-a82f-6e6b8c99b6a1 tempest-ServersTestFqdnHostnames-1172050452 tempest-ServersTestFqdnHostnames-1172050452-project-member] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.756s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.983258] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.119s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.988267] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23307abc-0556-4361-84ba-42ac3657f27f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.002486] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522681bf-407b-da75-b610-8a8c54328e55, 'name': SearchDatastore_Task, 'duration_secs': 0.01713} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.006664] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6f5d18-f031-42dc-99ae-472d7b29e204 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.023845] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615355e3-efbb-4550-8d24-cec55860c3d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.034992] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1928.034992] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524da644-6950-18fb-a93c-0b7261c2eab9" [ 1928.034992] env[62284]: _type = "Task" [ 1928.034992] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.067217] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524da644-6950-18fb-a93c-0b7261c2eab9, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.068991] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.068991] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961/9a4843f1-9ab2-4cd3-84b2-750ee78ab961.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.068991] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd21249f-8653-410a-9e85-2a96979fee9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.075343] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1928.075343] env[62284]: value = "task-1954884" [ 1928.075343] env[62284]: _type = "Task" [ 1928.075343] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.086987] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.126405] env[62284]: DEBUG nova.network.neutron [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1928.305465] env[62284]: DEBUG nova.network.neutron [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.323270] env[62284]: DEBUG nova.compute.manager [req-9ab5682b-9ca7-41d4-ab96-6f7eefe1dd89 req-6434bcdf-a1dc-40cb-8353-228fbb89ba2d service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received event network-vif-plugged-988d918e-76ce-4e33-9946-2f88aa7d5981 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1928.323474] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ab5682b-9ca7-41d4-ab96-6f7eefe1dd89 req-6434bcdf-a1dc-40cb-8353-228fbb89ba2d service nova] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.324015] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ab5682b-9ca7-41d4-ab96-6f7eefe1dd89 req-6434bcdf-a1dc-40cb-8353-228fbb89ba2d service nova] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.324015] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ab5682b-9ca7-41d4-ab96-6f7eefe1dd89 req-6434bcdf-a1dc-40cb-8353-228fbb89ba2d service nova] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.324015] env[62284]: DEBUG nova.compute.manager [req-9ab5682b-9ca7-41d4-ab96-6f7eefe1dd89 req-6434bcdf-a1dc-40cb-8353-228fbb89ba2d service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] No waiting events found dispatching network-vif-plugged-988d918e-76ce-4e33-9946-2f88aa7d5981 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1928.324188] env[62284]: WARNING nova.compute.manager [req-9ab5682b-9ca7-41d4-ab96-6f7eefe1dd89 req-6434bcdf-a1dc-40cb-8353-228fbb89ba2d service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received unexpected event network-vif-plugged-988d918e-76ce-4e33-9946-2f88aa7d5981 for instance with vm_state active and task_state None. [ 1928.331617] env[62284]: DEBUG nova.network.neutron [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Successfully updated port: 988d918e-76ce-4e33-9946-2f88aa7d5981 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1928.337913] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03af0c4c-bf00-42ff-8187-9905693ad4f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.346655] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29f6ea7-d337-426a-a2a9-e8aa9b3537ad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.393473] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9d64fc-b5cb-4104-829c-8e43301e9329 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.403729] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3409293-d63a-45f2-9027-7f2e440cc447 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.419119] env[62284]: DEBUG nova.compute.provider_tree [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.468545] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954883, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.562133] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "b6b46bc3-0825-4098-94b9-025bb0feba19" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.579s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.588901] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.808772] env[62284]: DEBUG oslo_concurrency.lockutils [req-7a58ab20-be6d-48f2-866d-8e4721c1606f req-97c8c134-e265-4b13-8899-7d814d4421a0 service nova] Releasing lock "refresh_cache-d1119ca2-17b4-4e22-88e3-30a75c2efe9e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.809223] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquired lock "refresh_cache-d1119ca2-17b4-4e22-88e3-30a75c2efe9e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.809411] env[62284]: DEBUG nova.network.neutron [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.835606] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.835833] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.836068] env[62284]: DEBUG nova.network.neutron [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.924967] env[62284]: DEBUG nova.scheduler.client.report [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.967950] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954883, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.089801] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.345292] env[62284]: DEBUG nova.network.neutron [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1929.430086] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.432335] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.019s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.432559] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.432708] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1929.433106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.693s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.433264] env[62284]: DEBUG nova.objects.instance [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'resources' on Instance uuid 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.434925] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93b2331-fc8e-4c20-b18f-f3f0c3fa80ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.444671] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2bfd4c-d6d5-4bcd-bdbd-4b363d3c9024 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.451583] env[62284]: WARNING nova.network.neutron [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] 46099d7b-fefa-4419-ab67-e1d7b7d80170 already exists in list: networks containing: ['46099d7b-fefa-4419-ab67-e1d7b7d80170']. ignoring it [ 1929.468579] env[62284]: INFO nova.scheduler.client.report [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted allocations for instance 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5 [ 1929.477128] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7008ad0-9c23-4d78-aa4e-ee2bd7d12678 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.494179] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954883, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.218692} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.496392] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 3053849c-c0ae-4730-ba79-28b746e2d07c/3053849c-c0ae-4730-ba79-28b746e2d07c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.496654] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.497069] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc15383f-faff-470e-a5d1-3ead3eb84a65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.499828] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2502815f-5126-4b91-910a-df9a2c966120 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.508228] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1929.508228] env[62284]: value = "task-1954885" [ 1929.508228] env[62284]: _type = "Task" [ 1929.508228] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.538452] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178555MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1929.538742] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.552614] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.592773] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954884, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.786792] env[62284]: DEBUG nova.network.neutron [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Updating instance_info_cache with network_info: [{"id": "a32ae79b-2bed-485d-bbfa-4bd95ab66dd7", "address": "fa:16:3e:f8:7a:97", "network": {"id": "0ccffa33-9248-49ba-9051-9883591ee079", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1081778569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8162e45466b740f5927fd88d60eb438d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32ae79b-2b", "ovs_interfaceid": "a32ae79b-2bed-485d-bbfa-4bd95ab66dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.993291] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d2aec55a-2c24-41ec-9904-04d7355479aa tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.762s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.994244] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.128s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.994692] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42d0b06d-640b-4c52-9442-2d45b5eccd49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.005382] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fe77ec-9f9b-4a43-a3a5-98d6eee63050 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.065683] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074897} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.066634] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.067483] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04dd976-acdd-49b1-9fc4-a0760b88951c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.099499] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 3053849c-c0ae-4730-ba79-28b746e2d07c/3053849c-c0ae-4730-ba79-28b746e2d07c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.107468] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386aa442-6fda-48e8-ac5d-4a523f810a86 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.128641] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954884, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.785162} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.130026] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961/9a4843f1-9ab2-4cd3-84b2-750ee78ab961.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.130253] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.130609] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1930.130609] env[62284]: value = "task-1954886" [ 1930.130609] env[62284]: _type = "Task" [ 1930.130609] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.130869] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e78bfa1-069f-4ebc-82f5-cd15af4cc7b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.145387] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.145888] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1930.145888] env[62284]: value = "task-1954887" [ 1930.145888] env[62284]: _type = "Task" [ 1930.145888] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.161409] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.162062] env[62284]: DEBUG nova.network.neutron [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updating instance_info_cache with network_info: [{"id": "424f2a56-321e-4831-ab66-486f14bafc1d", "address": "fa:16:3e:7c:48:27", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424f2a56-32", "ovs_interfaceid": "424f2a56-321e-4831-ab66-486f14bafc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "988d918e-76ce-4e33-9946-2f88aa7d5981", "address": "fa:16:3e:95:cd:c5", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988d918e-76", "ovs_interfaceid": "988d918e-76ce-4e33-9946-2f88aa7d5981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.291396] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Releasing lock "refresh_cache-d1119ca2-17b4-4e22-88e3-30a75c2efe9e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.291690] env[62284]: DEBUG nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Instance network_info: |[{"id": "a32ae79b-2bed-485d-bbfa-4bd95ab66dd7", "address": "fa:16:3e:f8:7a:97", "network": {"id": "0ccffa33-9248-49ba-9051-9883591ee079", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1081778569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8162e45466b740f5927fd88d60eb438d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32ae79b-2b", "ovs_interfaceid": "a32ae79b-2bed-485d-bbfa-4bd95ab66dd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1930.292855] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:7a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32ae79b-2bed-485d-bbfa-4bd95ab66dd7', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1930.301125] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Creating folder: Project (8162e45466b740f5927fd88d60eb438d). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1930.301768] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b03c484-e55f-4f09-bdfd-f62fe65bf388 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.313079] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Created folder: Project (8162e45466b740f5927fd88d60eb438d) in parent group-v402637. [ 1930.313079] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Creating folder: Instances. Parent ref: group-v402850. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1930.313079] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cb0b711-f6d7-4d47-9700-08a573688d08 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.322143] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Created folder: Instances in parent group-v402850. [ 1930.322401] env[62284]: DEBUG oslo.service.loopingcall [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.322602] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1930.322813] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3a6c787-40aa-44b7-b70d-bcba357d014d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.349868] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1930.349868] env[62284]: value = "task-1954890" [ 1930.349868] env[62284]: _type = "Task" [ 1930.349868] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.358640] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df4ef96-52dd-4243-a458-9e023ad25317 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.365618] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954890, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.373047] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a8da3-3597-4788-9c85-e80a8163e2e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.408234] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9252db-ad53-4119-a460-dbc36495457c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.415480] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf5127b-9d49-4aba-adb0-c5bdc98ec8e3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.429804] env[62284]: DEBUG nova.compute.provider_tree [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.457971] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "2444e152-9d98-4069-b81d-3d104803b0ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.458238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "2444e152-9d98-4069-b81d-3d104803b0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.458538] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "2444e152-9d98-4069-b81d-3d104803b0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.458752] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "2444e152-9d98-4069-b81d-3d104803b0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.459087] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "2444e152-9d98-4069-b81d-3d104803b0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.461943] env[62284]: INFO nova.compute.manager [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Terminating instance [ 1930.560961] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.611492] env[62284]: DEBUG nova.compute.manager [req-d64d662e-3ac0-46c9-8f87-0c7977193094 req-12dd879f-ebe8-4d47-a97a-c165342cb09a service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received event network-changed-988d918e-76ce-4e33-9946-2f88aa7d5981 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1930.611911] env[62284]: DEBUG nova.compute.manager [req-d64d662e-3ac0-46c9-8f87-0c7977193094 req-12dd879f-ebe8-4d47-a97a-c165342cb09a service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Refreshing instance network info cache due to event network-changed-988d918e-76ce-4e33-9946-2f88aa7d5981. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1930.611911] env[62284]: DEBUG oslo_concurrency.lockutils [req-d64d662e-3ac0-46c9-8f87-0c7977193094 req-12dd879f-ebe8-4d47-a97a-c165342cb09a service nova] Acquiring lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.646573] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.654915] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096637} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.655208] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.655901] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda25ca1-9a9b-4051-a929-03981b0b6cc8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.670753] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.671545] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.672273] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.681230] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961/9a4843f1-9ab2-4cd3-84b2-750ee78ab961.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.681563] env[62284]: DEBUG oslo_concurrency.lockutils [req-d64d662e-3ac0-46c9-8f87-0c7977193094 req-12dd879f-ebe8-4d47-a97a-c165342cb09a service nova] Acquired lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.681744] env[62284]: DEBUG nova.network.neutron [req-d64d662e-3ac0-46c9-8f87-0c7977193094 req-12dd879f-ebe8-4d47-a97a-c165342cb09a service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Refreshing network info cache for port 988d918e-76ce-4e33-9946-2f88aa7d5981 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.685017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb266f-ac4a-4105-b70a-e7530f0258de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.689204] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4391caa-081f-4a13-ae8e-d32c39df0db3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.722110] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.722403] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.722569] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.722754] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.722902] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.723061] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.723273] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.723430] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.723594] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.723755] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.723927] env[62284]: DEBUG nova.virt.hardware [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.731030] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Reconfiguring VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1930.733459] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454decb8-75fa-4e08-966d-f941b217d631 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.745835] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1930.745835] env[62284]: value = "task-1954891" [ 1930.745835] env[62284]: _type = "Task" [ 1930.745835] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.752126] env[62284]: DEBUG oslo_vmware.api [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1930.752126] env[62284]: value = "task-1954892" [ 1930.752126] env[62284]: _type = "Task" [ 1930.752126] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.755836] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.764429] env[62284]: DEBUG oslo_vmware.api [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954892, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.860809] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954890, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.933223] env[62284]: DEBUG nova.scheduler.client.report [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.965556] env[62284]: DEBUG nova.compute.manager [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1930.965803] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1930.967124] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba718329-22b7-4efc-a0c1-b1ea8604aeed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.975039] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.975322] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5e638a-cb67-4f6e-be28-81906874bdbf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.982296] env[62284]: DEBUG oslo_vmware.api [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1930.982296] env[62284]: value = "task-1954893" [ 1930.982296] env[62284]: _type = "Task" [ 1930.982296] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.992549] env[62284]: DEBUG oslo_vmware.api [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.146480] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954886, 'name': ReconfigVM_Task, 'duration_secs': 0.528216} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.147346] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 3053849c-c0ae-4730-ba79-28b746e2d07c/3053849c-c0ae-4730-ba79-28b746e2d07c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.148516] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53cab61a-dd5d-49d1-8031-a41d565c7af7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.158675] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1931.158675] env[62284]: value = "task-1954894" [ 1931.158675] env[62284]: _type = "Task" [ 1931.158675] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.169120] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954894, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.256729] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954891, 'name': ReconfigVM_Task, 'duration_secs': 0.322979} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.259874] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961/9a4843f1-9ab2-4cd3-84b2-750ee78ab961.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.260546] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8a4d67e-62b0-48f7-b9d7-2a99844ae7ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.267522] env[62284]: DEBUG oslo_vmware.api [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.268919] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1931.268919] env[62284]: value = "task-1954895" [ 1931.268919] env[62284]: _type = "Task" [ 1931.268919] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.277494] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954895, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.363394] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954890, 'name': CreateVM_Task, 'duration_secs': 0.584488} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.366777] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1931.367745] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.368373] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.368833] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1931.369751] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af5df80-5f4e-4e9d-abf3-b7edb4e42cc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.376265] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1931.376265] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52563c92-ffc3-3885-b8df-ad1c39230091" [ 1931.376265] env[62284]: _type = "Task" [ 1931.376265] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.385832] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52563c92-ffc3-3885-b8df-ad1c39230091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.439166] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.442394] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.999s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.444008] env[62284]: INFO nova.compute.claims [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1931.477159] env[62284]: INFO nova.scheduler.client.report [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleted allocations for instance 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a [ 1931.495050] env[62284]: DEBUG oslo_vmware.api [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954893, 'name': PowerOffVM_Task, 'duration_secs': 0.299814} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.496145] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.496145] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.496145] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f15732b-3d99-4717-a99a-dd7babc227ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.524774] env[62284]: DEBUG nova.network.neutron [req-d64d662e-3ac0-46c9-8f87-0c7977193094 req-12dd879f-ebe8-4d47-a97a-c165342cb09a service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updated VIF entry in instance network info cache for port 988d918e-76ce-4e33-9946-2f88aa7d5981. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.525325] env[62284]: DEBUG nova.network.neutron [req-d64d662e-3ac0-46c9-8f87-0c7977193094 req-12dd879f-ebe8-4d47-a97a-c165342cb09a service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updating instance_info_cache with network_info: [{"id": "424f2a56-321e-4831-ab66-486f14bafc1d", "address": "fa:16:3e:7c:48:27", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424f2a56-32", "ovs_interfaceid": "424f2a56-321e-4831-ab66-486f14bafc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "988d918e-76ce-4e33-9946-2f88aa7d5981", "address": "fa:16:3e:95:cd:c5", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988d918e-76", "ovs_interfaceid": "988d918e-76ce-4e33-9946-2f88aa7d5981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.618826] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.619133] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.619329] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleting the datastore file [datastore1] 2444e152-9d98-4069-b81d-3d104803b0ad {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.619551] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f971b717-c5ae-43fe-8633-34d8dd7f5cef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.627797] env[62284]: DEBUG oslo_vmware.api [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1931.627797] env[62284]: value = "task-1954897" [ 1931.627797] env[62284]: _type = "Task" [ 1931.627797] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.636244] env[62284]: DEBUG oslo_vmware.api [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.669290] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954894, 'name': Rename_Task, 'duration_secs': 0.211697} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.669855] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.669855] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34e132dd-f6f1-4205-878d-2525ba46227e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.676590] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1931.676590] env[62284]: value = "task-1954898" [ 1931.676590] env[62284]: _type = "Task" [ 1931.676590] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.686779] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.766266] env[62284]: DEBUG oslo_vmware.api [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954892, 'name': ReconfigVM_Task, 'duration_secs': 0.799801} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.766851] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.767157] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Reconfigured VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1931.779033] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954895, 'name': Rename_Task, 'duration_secs': 0.143203} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.780229] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.780229] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a668c9a7-ea16-4a56-b942-0c7bb220805a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.786239] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1931.786239] env[62284]: value = "task-1954899" [ 1931.786239] env[62284]: _type = "Task" [ 1931.786239] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.794609] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.887187] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52563c92-ffc3-3885-b8df-ad1c39230091, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.887504] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.887746] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.887986] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.888152] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.888388] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.888646] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abe49810-4d3f-4960-abf7-2408000de83b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.896602] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.896769] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.897578] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3be7ba9-46d8-47b4-b032-27a9d6024795 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.902478] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1931.902478] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52582737-a441-bbcd-d73a-f39c0d24948a" [ 1931.902478] env[62284]: _type = "Task" [ 1931.902478] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.910089] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52582737-a441-bbcd-d73a-f39c0d24948a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.988734] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c31c65bf-243b-4343-9106-66cb0febd1b0 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e6b736e-3920-434d-9ac2-2f8f1bf79a6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.518s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.031859] env[62284]: DEBUG oslo_concurrency.lockutils [req-d64d662e-3ac0-46c9-8f87-0c7977193094 req-12dd879f-ebe8-4d47-a97a-c165342cb09a service nova] Releasing lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.038171] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquiring lock "c3ef0795-7325-4464-acaf-01f496d602c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.038455] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "c3ef0795-7325-4464-acaf-01f496d602c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.038717] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquiring lock "c3ef0795-7325-4464-acaf-01f496d602c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.038941] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "c3ef0795-7325-4464-acaf-01f496d602c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.039133] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "c3ef0795-7325-4464-acaf-01f496d602c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.041414] env[62284]: INFO nova.compute.manager [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Terminating instance [ 1932.138793] env[62284]: DEBUG oslo_vmware.api [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224307} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.138793] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1932.139172] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1932.139172] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1932.139248] env[62284]: INFO nova.compute.manager [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1932.139905] env[62284]: DEBUG oslo.service.loopingcall [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.139905] env[62284]: DEBUG nova.compute.manager [-] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1932.139905] env[62284]: DEBUG nova.network.neutron [-] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1932.198656] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.275929] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d9d19dd6-8937-4b56-aa4d-e34f43365a35 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-f22f9e16-5775-45d6-a75f-ef4e294c78b7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.501s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.303909] env[62284]: DEBUG oslo_vmware.api [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954899, 'name': PowerOnVM_Task, 'duration_secs': 0.492347} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.304285] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.304417] env[62284]: INFO nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1932.304590] env[62284]: DEBUG nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.305761] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f5f7cd-e846-4fed-8e55-aa951e69b4a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.415304] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52582737-a441-bbcd-d73a-f39c0d24948a, 'name': SearchDatastore_Task, 'duration_secs': 0.00778} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.416543] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fff71a0-26bc-4c4d-97bc-cef956a5c600 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.423150] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1932.423150] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e79de3-a705-deb2-e0b8-ec60f4516389" [ 1932.423150] env[62284]: _type = "Task" [ 1932.423150] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.432449] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e79de3-a705-deb2-e0b8-ec60f4516389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.547226] env[62284]: DEBUG nova.compute.manager [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1932.547463] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.548481] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da2f5ba-7903-4180-afc4-5ee81029f1cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.559736] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.560456] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fed8089-17cb-4066-945e-36511c94eefa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.576087] env[62284]: DEBUG oslo_vmware.api [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1932.576087] env[62284]: value = "task-1954900" [ 1932.576087] env[62284]: _type = "Task" [ 1932.576087] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.587077] env[62284]: DEBUG oslo_vmware.api [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.692024] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.730643] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.731549] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.731880] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.732131] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.732350] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.735144] env[62284]: INFO nova.compute.manager [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Terminating instance [ 1932.777658] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef5803-ca43-44cf-8abb-cd88eeebd1b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.789783] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a851659-4c0f-4a7e-b060-44632ca062ea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.836801] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3855edd-83e7-4379-a7a5-77eae0c22268 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.839839] env[62284]: INFO nova.compute.manager [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Took 27.23 seconds to build instance. [ 1932.845960] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93a32b6-de20-4645-8592-d7456033f79b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.860449] env[62284]: DEBUG nova.compute.provider_tree [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.892504] env[62284]: DEBUG nova.compute.manager [req-743f4319-1b42-439e-b585-01351054f0dd req-9bc5dd62-d91f-4abf-94a1-edc4fa2e2d92 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Received event network-vif-deleted-d54c8be2-5b4e-4a03-a6ac-77021ac02b16 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1932.892846] env[62284]: INFO nova.compute.manager [req-743f4319-1b42-439e-b585-01351054f0dd req-9bc5dd62-d91f-4abf-94a1-edc4fa2e2d92 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Neutron deleted interface d54c8be2-5b4e-4a03-a6ac-77021ac02b16; detaching it from the instance and deleting it from the info cache [ 1932.893268] env[62284]: DEBUG nova.network.neutron [req-743f4319-1b42-439e-b585-01351054f0dd req-9bc5dd62-d91f-4abf-94a1-edc4fa2e2d92 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.935123] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e79de3-a705-deb2-e0b8-ec60f4516389, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.935123] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.935123] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d1119ca2-17b4-4e22-88e3-30a75c2efe9e/d1119ca2-17b4-4e22-88e3-30a75c2efe9e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.935123] env[62284]: DEBUG nova.network.neutron [-] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.936125] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d767ead-99b1-4c59-8a5b-393707126970 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.944443] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1932.944443] env[62284]: value = "task-1954901" [ 1932.944443] env[62284]: _type = "Task" [ 1932.944443] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.954782] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.088552] env[62284]: DEBUG oslo_vmware.api [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954900, 'name': PowerOffVM_Task, 'duration_secs': 0.219355} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.088844] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.089033] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.089292] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4debe32b-bac1-455a-91e1-5ade3825dad0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.191020] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954898, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.243297] env[62284]: DEBUG nova.compute.manager [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1933.243297] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1933.244097] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f58e1e-1285-4a9d-96d8-37487fc10cf5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.255652] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.255947] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae9ba972-83f6-4f8e-99ab-f48d6a3390b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.266787] env[62284]: DEBUG oslo_vmware.api [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1933.266787] env[62284]: value = "task-1954903" [ 1933.266787] env[62284]: _type = "Task" [ 1933.266787] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.276017] env[62284]: DEBUG oslo_vmware.api [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.342364] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6888c070-d776-4c0f-aaa8-3e61c7d843f8 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.745s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.369868] env[62284]: DEBUG nova.scheduler.client.report [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.397207] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05568860-940d-4e42-be9b-aed179591d49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.411107] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77ebc1f-1e15-4276-a40d-dd88f9856f8f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.448133] env[62284]: INFO nova.compute.manager [-] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Took 1.31 seconds to deallocate network for instance. [ 1933.448394] env[62284]: DEBUG nova.compute.manager [req-743f4319-1b42-439e-b585-01351054f0dd req-9bc5dd62-d91f-4abf-94a1-edc4fa2e2d92 service nova] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Detach interface failed, port_id=d54c8be2-5b4e-4a03-a6ac-77021ac02b16, reason: Instance 2444e152-9d98-4069-b81d-3d104803b0ad could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1933.461781] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954901, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.695515] env[62284]: DEBUG oslo_vmware.api [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954898, 'name': PowerOnVM_Task, 'duration_secs': 1.667095} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.696133] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.696743] env[62284]: INFO nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Took 12.98 seconds to spawn the instance on the hypervisor. [ 1933.696743] env[62284]: DEBUG nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.697563] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd7d397-d030-4dda-bf65-aaf5d823ed9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.779280] env[62284]: DEBUG oslo_vmware.api [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954903, 'name': PowerOffVM_Task, 'duration_secs': 0.212013} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.779987] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.780148] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.780396] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b38826d9-23d0-47fe-9963-e16e509b637a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.876396] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.876974] env[62284]: DEBUG nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1933.880863] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.654s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.882276] env[62284]: INFO nova.compute.claims [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1933.961474] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.961988] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799914} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.963084] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d1119ca2-17b4-4e22-88e3-30a75c2efe9e/d1119ca2-17b4-4e22-88e3-30a75c2efe9e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.963084] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.963084] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-698975c6-76b6-4b15-bf4d-ac31fb7e085d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.973281] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1933.973281] env[62284]: value = "task-1954905" [ 1933.973281] env[62284]: _type = "Task" [ 1933.973281] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.982672] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.224046] env[62284]: INFO nova.compute.manager [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Took 31.65 seconds to build instance. [ 1934.257577] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.257646] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.258109] env[62284]: DEBUG nova.compute.manager [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.258733] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aa1747-adab-4bb4-aa18-03ec974b0412 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.267036] env[62284]: DEBUG nova.compute.manager [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1934.267358] env[62284]: DEBUG nova.objects.instance [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'flavor' on Instance uuid 9a4843f1-9ab2-4cd3-84b2-750ee78ab961 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.387879] env[62284]: DEBUG nova.compute.utils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1934.392944] env[62284]: DEBUG nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1934.393307] env[62284]: DEBUG nova.network.neutron [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1934.439662] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.440050] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.456562] env[62284]: DEBUG nova.policy [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652d36b15a6a4ca2997548a287238296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d7064df0ba4df683ac453554e905cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1934.484819] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303343} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.484819] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1934.485024] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e9cc1c-3c51-4590-b96b-4698277da1be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.508393] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d1119ca2-17b4-4e22-88e3-30a75c2efe9e/d1119ca2-17b4-4e22-88e3-30a75c2efe9e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.508755] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f0ed4b-a18f-48a6-bf01-07c2b60b5266 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.531450] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1934.531450] env[62284]: value = "task-1954906" [ 1934.531450] env[62284]: _type = "Task" [ 1934.531450] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.543274] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.661359] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "3053849c-c0ae-4730-ba79-28b746e2d07c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.724026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-f22f9e16-5775-45d6-a75f-ef4e294c78b7-988d918e-76ce-4e33-9946-2f88aa7d5981" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.724026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-f22f9e16-5775-45d6-a75f-ef4e294c78b7-988d918e-76ce-4e33-9946-2f88aa7d5981" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.728833] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2d773bfa-b12c-4ca5-91b2-041e7b1b30a9 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.171s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.729152] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.068s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.729371] env[62284]: DEBUG nova.compute.manager [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.730294] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab9615-9f29-4184-a74b-ca95e63de0ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.738502] env[62284]: DEBUG nova.compute.manager [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1934.739120] env[62284]: DEBUG nova.objects.instance [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'flavor' on Instance uuid 3053849c-c0ae-4730-ba79-28b746e2d07c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.765639] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.766332] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.766548] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Deleting the datastore file [datastore1] c3ef0795-7325-4464-acaf-01f496d602c4 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.767438] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f39ab4-6b64-4eab-b46a-42b9e82301d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.776076] env[62284]: DEBUG oslo_vmware.api [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for the task: (returnval){ [ 1934.776076] env[62284]: value = "task-1954907" [ 1934.776076] env[62284]: _type = "Task" [ 1934.776076] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.787180] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.787614] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.787614] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleting the datastore file [datastore1] ac4947c0-722c-4dd4-9c43-63642fb76ac5 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.788325] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8e4f46-bf6e-4ec9-b00d-d67cdac04e4a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.796154] env[62284]: DEBUG oslo_vmware.api [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.800167] env[62284]: DEBUG oslo_vmware.api [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1934.800167] env[62284]: value = "task-1954908" [ 1934.800167] env[62284]: _type = "Task" [ 1934.800167] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.809608] env[62284]: DEBUG oslo_vmware.api [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.873580] env[62284]: DEBUG nova.network.neutron [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Successfully created port: 045ca862-943c-4c4f-8418-42c8e6d73a90 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1934.894946] env[62284]: DEBUG nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1934.945314] env[62284]: INFO nova.compute.manager [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Detaching volume f9d68860-c8df-4e51-bbc3-4fa91e0465ee [ 1934.995159] env[62284]: INFO nova.virt.block_device [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Attempting to driver detach volume f9d68860-c8df-4e51-bbc3-4fa91e0465ee from mountpoint /dev/sdb [ 1934.995159] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1934.995159] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402761', 'volume_id': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'name': 'volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'serial': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1934.995159] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdcbd6a-6919-48aa-84db-6087a97f4945 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.030889] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716bcac6-317a-4712-883c-4e7a401ca927 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.043288] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.046442] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c546aac5-693b-49da-855b-be176b89443b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.074778] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edfae80-da1e-4151-b1bd-bc9f662c1261 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.101949] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee/volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1935.107759] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1935.108419] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-773afd94-7a5d-4e07-85a1-62e23a699e78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.129414] env[62284]: DEBUG oslo_vmware.api [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1935.129414] env[62284]: value = "task-1954909" [ 1935.129414] env[62284]: _type = "Task" [ 1935.129414] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.140821] env[62284]: DEBUG oslo_vmware.api [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.228551] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.228551] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.228551] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9457fa1-b8cf-4ee6-b3e7-44acad16307b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.249987] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba77cab6-c5ad-40cd-bc5f-a96d45a9eab5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.282018] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Reconfiguring VM to detach interface {{(pid=62284) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1935.284195] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d36b594-16f1-4ef6-bdcd-aaeabf7ff444 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.300366] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3878c347-715f-40e2-a95d-932d65d259f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.307858] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.308651] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a68e97-04e8-4d9c-bf39-1f9e5444ab14 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.315968] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1935.315968] env[62284]: value = "task-1954910" [ 1935.315968] env[62284]: _type = "Task" [ 1935.315968] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.320814] env[62284]: DEBUG oslo_vmware.api [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Task: {'id': task-1954907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212532} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.328145] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a011d86-3f93-4860-b83c-5e0ed25644ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.332565] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.332850] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.333096] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.333291] env[62284]: INFO nova.compute.manager [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Took 2.79 seconds to destroy the instance on the hypervisor. [ 1935.333565] env[62284]: DEBUG oslo.service.loopingcall [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.334235] env[62284]: DEBUG oslo_vmware.api [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1935.334235] env[62284]: value = "task-1954911" [ 1935.334235] env[62284]: _type = "Task" [ 1935.334235] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.334453] env[62284]: DEBUG oslo_vmware.api [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2136} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.334675] env[62284]: DEBUG nova.compute.manager [-] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.334772] env[62284]: DEBUG nova.network.neutron [-] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.336655] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.336853] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.337050] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.337231] env[62284]: INFO nova.compute.manager [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1935.337463] env[62284]: DEBUG oslo.service.loopingcall [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.341590] env[62284]: DEBUG nova.compute.manager [-] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.341699] env[62284]: DEBUG nova.network.neutron [-] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.376169] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.378278] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503767f2-7a6f-49f8-ad1a-0223d538bf13 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.385521] env[62284]: DEBUG oslo_vmware.api [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.391682] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7719c7ea-a500-4fdc-9bab-d8413b046c1a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.412584] env[62284]: DEBUG nova.compute.provider_tree [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.543960] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.640964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.640964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.645898] env[62284]: DEBUG oslo_vmware.api [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954909, 'name': ReconfigVM_Task, 'duration_secs': 0.394074} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.646571] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1935.651595] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e1443da-5009-4233-87b6-8f8167ddebe3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.670199] env[62284]: DEBUG oslo_vmware.api [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1935.670199] env[62284]: value = "task-1954912" [ 1935.670199] env[62284]: _type = "Task" [ 1935.670199] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.682608] env[62284]: DEBUG oslo_vmware.api [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.757879] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.762059] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4a408eb-6188-44eb-bcb5-629f3bc37d2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.771462] env[62284]: DEBUG oslo_vmware.api [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1935.771462] env[62284]: value = "task-1954913" [ 1935.771462] env[62284]: _type = "Task" [ 1935.771462] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.786714] env[62284]: DEBUG oslo_vmware.api [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.831216] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.846490] env[62284]: DEBUG oslo_vmware.api [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954911, 'name': PowerOffVM_Task, 'duration_secs': 0.225386} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.846865] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.847066] env[62284]: DEBUG nova.compute.manager [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1935.847959] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d9fb6-ab9b-4295-a1a6-81a5ec3173d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.914477] env[62284]: DEBUG nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1935.918340] env[62284]: DEBUG nova.scheduler.client.report [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.941737] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1935.942009] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.942181] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1935.943033] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.943033] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1935.943033] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1935.943033] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1935.943033] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1935.943585] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1935.943798] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1935.944056] env[62284]: DEBUG nova.virt.hardware [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1935.945529] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d1eca-fbb2-42ec-bb1e-5b32f0371401 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.954838] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d21a47f-9166-478c-9d75-81f84d4dc5ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.044595] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954906, 'name': ReconfigVM_Task, 'duration_secs': 1.148725} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.045702] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d1119ca2-17b4-4e22-88e3-30a75c2efe9e/d1119ca2-17b4-4e22-88e3-30a75c2efe9e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.046378] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6155fe1b-0fac-4eac-8492-c7ba9fcd45da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.053094] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1936.053094] env[62284]: value = "task-1954914" [ 1936.053094] env[62284]: _type = "Task" [ 1936.053094] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.058957] env[62284]: DEBUG nova.compute.manager [req-836b259e-f66c-401d-9039-4f7e7022f18f req-a3e514ca-ca16-4fd8-b66e-ae48aa5be9fb service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Received event network-vif-deleted-71bb5502-ad45-4647-8652-6294f13f4134 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1936.059890] env[62284]: INFO nova.compute.manager [req-836b259e-f66c-401d-9039-4f7e7022f18f req-a3e514ca-ca16-4fd8-b66e-ae48aa5be9fb service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Neutron deleted interface 71bb5502-ad45-4647-8652-6294f13f4134; detaching it from the instance and deleting it from the info cache [ 1936.059890] env[62284]: DEBUG nova.network.neutron [req-836b259e-f66c-401d-9039-4f7e7022f18f req-a3e514ca-ca16-4fd8-b66e-ae48aa5be9fb service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.068502] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954914, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.091514] env[62284]: DEBUG nova.compute.manager [req-0db8511e-99ab-4699-9116-0a539e85142d req-0f263628-dc7c-48c9-89c2-45e35aab1d1d service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Received event network-vif-deleted-19d35db2-78f7-46d3-99b4-725d29800645 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1936.091732] env[62284]: INFO nova.compute.manager [req-0db8511e-99ab-4699-9116-0a539e85142d req-0f263628-dc7c-48c9-89c2-45e35aab1d1d service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Neutron deleted interface 19d35db2-78f7-46d3-99b4-725d29800645; detaching it from the instance and deleting it from the info cache [ 1936.091910] env[62284]: DEBUG nova.network.neutron [req-0db8511e-99ab-4699-9116-0a539e85142d req-0f263628-dc7c-48c9-89c2-45e35aab1d1d service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.143381] env[62284]: DEBUG nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1936.184580] env[62284]: DEBUG oslo_vmware.api [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954912, 'name': ReconfigVM_Task, 'duration_secs': 0.173222} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.185643] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402761', 'volume_id': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'name': 'volume-f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee', 'serial': 'f9d68860-c8df-4e51-bbc3-4fa91e0465ee'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1936.285027] env[62284]: DEBUG oslo_vmware.api [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954913, 'name': PowerOffVM_Task, 'duration_secs': 0.166117} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.289021] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.289021] env[62284]: DEBUG nova.compute.manager [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.289021] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b4f97b-691d-4ffd-8a5a-55d0dc420354 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.331987] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.361400] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8fd333a8-4a33-407b-9adf-705b830fa442 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.409587] env[62284]: DEBUG nova.network.neutron [-] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.426636] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.427224] env[62284]: DEBUG nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1936.430888] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.431826] env[62284]: INFO nova.compute.claims [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.545706] env[62284]: DEBUG nova.network.neutron [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Successfully updated port: 045ca862-943c-4c4f-8418-42c8e6d73a90 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1936.562888] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5018d151-36d2-4ea5-84e3-1f7f59f25dca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.564745] env[62284]: DEBUG nova.network.neutron [-] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.570131] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954914, 'name': Rename_Task, 'duration_secs': 0.156958} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.571732] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1936.572059] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdf36d0e-7872-40c0-ae21-3ccf667bb969 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.576308] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438ba80-592d-46d7-b347-d9c411fa2e9d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.594128] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e0f07e9-c5b0-4482-9fd9-b9cfd2136c75 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.597573] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1936.597573] env[62284]: value = "task-1954915" [ 1936.597573] env[62284]: _type = "Task" [ 1936.597573] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.613819] env[62284]: DEBUG nova.compute.manager [req-836b259e-f66c-401d-9039-4f7e7022f18f req-a3e514ca-ca16-4fd8-b66e-ae48aa5be9fb service nova] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Detach interface failed, port_id=71bb5502-ad45-4647-8652-6294f13f4134, reason: Instance ac4947c0-722c-4dd4-9c43-63642fb76ac5 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1936.618275] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.621328] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bdd2b1-c567-4dce-a2fc-7e3602c3d19d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.659230] env[62284]: DEBUG nova.compute.manager [req-0db8511e-99ab-4699-9116-0a539e85142d req-0f263628-dc7c-48c9-89c2-45e35aab1d1d service nova] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Detach interface failed, port_id=19d35db2-78f7-46d3-99b4-725d29800645, reason: Instance c3ef0795-7325-4464-acaf-01f496d602c4 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1936.677535] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.742188] env[62284]: DEBUG nova.objects.instance [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'flavor' on Instance uuid 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.802239] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7a2dd069-3d02-4981-9fbc-d018742a1ede tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.834974] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.914917] env[62284]: INFO nova.compute.manager [-] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Took 1.57 seconds to deallocate network for instance. [ 1936.932402] env[62284]: DEBUG nova.compute.utils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1936.934423] env[62284]: DEBUG nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1936.934738] env[62284]: DEBUG nova.network.neutron [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1937.001254] env[62284]: DEBUG nova.policy [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c82149b9a8e4d699550c39fc8c08bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c882a1e38dcb4825be38dce95d0ba4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1937.054192] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "refresh_cache-bce40a5d-0706-4c7d-becd-16c684e91c69" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.054192] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "refresh_cache-bce40a5d-0706-4c7d-becd-16c684e91c69" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.054192] env[62284]: DEBUG nova.network.neutron [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.072800] env[62284]: INFO nova.compute.manager [-] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Took 1.74 seconds to deallocate network for instance. [ 1937.108164] env[62284]: DEBUG oslo_vmware.api [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954915, 'name': PowerOnVM_Task, 'duration_secs': 0.479762} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.108490] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1937.108646] env[62284]: INFO nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1937.108826] env[62284]: DEBUG nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1937.109651] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ddae81-28dc-4477-b4b0-8ecf25b3082b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.250172] env[62284]: INFO nova.compute.manager [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Rebuilding instance [ 1937.315608] env[62284]: DEBUG nova.compute.manager [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1937.315608] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131a780a-adc3-44bc-a98c-8b03d7eca07c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.336982] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.392106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "3053849c-c0ae-4730-ba79-28b746e2d07c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.392675] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.392748] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "3053849c-c0ae-4730-ba79-28b746e2d07c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.393757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.393757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.398417] env[62284]: INFO nova.compute.manager [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Terminating instance [ 1937.421769] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.435788] env[62284]: DEBUG nova.network.neutron [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Successfully created port: 8bea6b3c-6dce-411f-9fb0-41d635aad70a {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1937.438344] env[62284]: DEBUG nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1937.585683] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.598145] env[62284]: DEBUG nova.network.neutron [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1937.632499] env[62284]: INFO nova.compute.manager [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Took 29.30 seconds to build instance. [ 1937.756425] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5f6d8470-b21e-47f9-b39b-22182e66817a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.844741] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.897641] env[62284]: DEBUG nova.network.neutron [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Updating instance_info_cache with network_info: [{"id": "045ca862-943c-4c4f-8418-42c8e6d73a90", "address": "fa:16:3e:bf:e8:7e", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ca862-94", "ovs_interfaceid": "045ca862-943c-4c4f-8418-42c8e6d73a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.906913] env[62284]: DEBUG nova.compute.manager [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1937.907357] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1937.908459] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0294f56a-4757-4909-ad4a-6d208a22b053 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.918353] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1937.918898] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc65d9a-0f00-4a4f-a2ec-e8abc05335d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.924013] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21267b0a-b2c7-470a-a017-bd286d952735 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.933453] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d337724-472a-4e97-820d-d112fd8a3007 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.972321] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9fbcd1-896b-4dc1-a2d0-59df20ab6c60 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.981538] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804be96-c0b6-4fc4-a33a-aa164e608c63 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.998193] env[62284]: DEBUG nova.compute.provider_tree [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.019395] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1938.019497] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1938.019689] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleting the datastore file [datastore1] 3053849c-c0ae-4730-ba79-28b746e2d07c {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1938.020247] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8e2db7-810c-45b7-9336-9d13deec9949 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.031718] env[62284]: DEBUG oslo_vmware.api [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1938.031718] env[62284]: value = "task-1954917" [ 1938.031718] env[62284]: _type = "Task" [ 1938.031718] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.039728] env[62284]: DEBUG oslo_vmware.api [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.085366] env[62284]: DEBUG nova.compute.manager [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Received event network-vif-plugged-045ca862-943c-4c4f-8418-42c8e6d73a90 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1938.085695] env[62284]: DEBUG oslo_concurrency.lockutils [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] Acquiring lock "bce40a5d-0706-4c7d-becd-16c684e91c69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.085928] env[62284]: DEBUG oslo_concurrency.lockutils [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] Lock "bce40a5d-0706-4c7d-becd-16c684e91c69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.086341] env[62284]: DEBUG oslo_concurrency.lockutils [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] Lock "bce40a5d-0706-4c7d-becd-16c684e91c69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.086572] env[62284]: DEBUG nova.compute.manager [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] No waiting events found dispatching network-vif-plugged-045ca862-943c-4c4f-8418-42c8e6d73a90 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1938.086622] env[62284]: WARNING nova.compute.manager [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Received unexpected event network-vif-plugged-045ca862-943c-4c4f-8418-42c8e6d73a90 for instance with vm_state building and task_state spawning. [ 1938.086753] env[62284]: DEBUG nova.compute.manager [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Received event network-changed-045ca862-943c-4c4f-8418-42c8e6d73a90 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1938.086944] env[62284]: DEBUG nova.compute.manager [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Refreshing instance network info cache due to event network-changed-045ca862-943c-4c4f-8418-42c8e6d73a90. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1938.087187] env[62284]: DEBUG oslo_concurrency.lockutils [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] Acquiring lock "refresh_cache-bce40a5d-0706-4c7d-becd-16c684e91c69" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.136897] env[62284]: DEBUG oslo_concurrency.lockutils [None req-69af8029-941e-4fee-8841-ba2c03526eb0 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.823s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.262206] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.262536] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.262756] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.262971] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.263162] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.266155] env[62284]: INFO nova.compute.manager [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Terminating instance [ 1938.341588] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.342137] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9afeb75c-3e00-487c-853c-b38960cd7da1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.354457] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.355974] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1938.355974] env[62284]: value = "task-1954918" [ 1938.355974] env[62284]: _type = "Task" [ 1938.355974] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.366268] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1938.366567] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.367418] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ddd9e-07d3-41a2-b7de-2480fefbd916 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.375881] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1938.376224] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2f2a0cd-1178-425b-af69-0dc28d681293 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.400808] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "refresh_cache-bce40a5d-0706-4c7d-becd-16c684e91c69" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.401252] env[62284]: DEBUG nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Instance network_info: |[{"id": "045ca862-943c-4c4f-8418-42c8e6d73a90", "address": "fa:16:3e:bf:e8:7e", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ca862-94", "ovs_interfaceid": "045ca862-943c-4c4f-8418-42c8e6d73a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1938.401654] env[62284]: DEBUG oslo_concurrency.lockutils [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] Acquired lock "refresh_cache-bce40a5d-0706-4c7d-becd-16c684e91c69" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.402200] env[62284]: DEBUG nova.network.neutron [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Refreshing network info cache for port 045ca862-943c-4c4f-8418-42c8e6d73a90 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1938.403734] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e8:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '045ca862-943c-4c4f-8418-42c8e6d73a90', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.413610] env[62284]: DEBUG oslo.service.loopingcall [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.418299] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1938.419165] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13143937-6837-4767-bcd4-d1785ff97c56 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.445649] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.445649] env[62284]: value = "task-1954920" [ 1938.445649] env[62284]: _type = "Task" [ 1938.445649] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.458554] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954920, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.472984] env[62284]: DEBUG nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1938.504815] env[62284]: DEBUG nova.scheduler.client.report [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.510618] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1938.511393] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.511766] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1938.512199] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.512576] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1938.512891] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1938.513304] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1938.513718] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1938.517018] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1938.517018] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1938.517018] env[62284]: DEBUG nova.virt.hardware [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1938.517018] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8eaf8-0872-4109-ad6b-240d4b233276 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.523776] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1938.524108] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1938.524406] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleting the datastore file [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1938.525117] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a59ec7e-068b-4a10-9dc8-5a3aca9b88f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.532133] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058b17fb-65ab-42ce-af65-9bb37ff28739 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.540864] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1938.540864] env[62284]: value = "task-1954921" [ 1938.540864] env[62284]: _type = "Task" [ 1938.540864] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.565096] env[62284]: DEBUG oslo_vmware.api [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1954917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345851} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.570498] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1938.570660] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1938.570844] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1938.571028] env[62284]: INFO nova.compute.manager [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1938.571276] env[62284]: DEBUG oslo.service.loopingcall [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.571761] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.571992] env[62284]: DEBUG nova.compute.manager [-] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1938.572105] env[62284]: DEBUG nova.network.neutron [-] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1938.689160] env[62284]: DEBUG nova.network.neutron [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Updated VIF entry in instance network info cache for port 045ca862-943c-4c4f-8418-42c8e6d73a90. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.689602] env[62284]: DEBUG nova.network.neutron [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Updating instance_info_cache with network_info: [{"id": "045ca862-943c-4c4f-8418-42c8e6d73a90", "address": "fa:16:3e:bf:e8:7e", "network": {"id": "b3c21c94-b74c-4ef9-9cb3-5901d74d49f3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558187481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d7064df0ba4df683ac453554e905cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ca862-94", "ovs_interfaceid": "045ca862-943c-4c4f-8418-42c8e6d73a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.771127] env[62284]: DEBUG nova.compute.manager [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1938.771446] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.772370] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3908ffc-cb62-42b5-936a-a2eebe44fcd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.780256] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.780495] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6918bef3-8574-449c-8a51-ac7e5476699f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.782105] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.782335] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.782535] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.782714] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.782881] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.785169] env[62284]: INFO nova.compute.manager [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Terminating instance [ 1938.792070] env[62284]: DEBUG oslo_vmware.api [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1938.792070] env[62284]: value = "task-1954922" [ 1938.792070] env[62284]: _type = "Task" [ 1938.792070] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.801328] env[62284]: DEBUG oslo_vmware.api [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.844069] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.956487] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954920, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.024669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.025299] env[62284]: DEBUG nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1939.028077] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.709s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.028280] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.030608] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.492s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.057032] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373577} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.058518] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.058518] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.058998] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1939.065279] env[62284]: INFO nova.scheduler.client.report [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted allocations for instance 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57 [ 1939.192501] env[62284]: DEBUG oslo_concurrency.lockutils [req-aff24878-9b2b-4d8e-be0f-a3b1ec63413c req-9e35144c-c27b-44bf-981c-28f7febd430e service nova] Releasing lock "refresh_cache-bce40a5d-0706-4c7d-becd-16c684e91c69" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.288489] env[62284]: DEBUG nova.compute.manager [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1939.288719] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.289840] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3f3e0c-8f55-45f3-b84d-d681a424d800 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.301742] env[62284]: DEBUG oslo_vmware.api [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954922, 'name': PowerOffVM_Task, 'duration_secs': 0.219876} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.303909] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.304103] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.304374] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.304581] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84365765-fb6e-40a8-8bd1-6c532ab277f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.305853] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88382761-1abb-40a9-bbdf-d26a9a5c6302 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.312874] env[62284]: DEBUG oslo_vmware.api [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1939.312874] env[62284]: value = "task-1954923" [ 1939.312874] env[62284]: _type = "Task" [ 1939.312874] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.326670] env[62284]: DEBUG oslo_vmware.api [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.345251] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.411912] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.412167] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.412356] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleting the datastore file [datastore1] 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.412641] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-235acd01-4cb6-427f-8eee-5468bb70534c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.420404] env[62284]: DEBUG oslo_vmware.api [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1939.420404] env[62284]: value = "task-1954925" [ 1939.420404] env[62284]: _type = "Task" [ 1939.420404] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.430284] env[62284]: DEBUG oslo_vmware.api [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.451754] env[62284]: DEBUG nova.network.neutron [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Successfully updated port: 8bea6b3c-6dce-411f-9fb0-41d635aad70a {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1939.459589] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954920, 'name': CreateVM_Task, 'duration_secs': 0.60239} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.462968] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.462968] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.462968] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.462968] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.462968] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c3208a-18e8-437e-80fb-b837a1808967 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.468202] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1939.468202] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b4664f-91d4-9d68-006a-a2344928a0af" [ 1939.468202] env[62284]: _type = "Task" [ 1939.468202] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.477622] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b4664f-91d4-9d68-006a-a2344928a0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.486651] env[62284]: DEBUG nova.network.neutron [-] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.535129] env[62284]: DEBUG nova.compute.utils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1939.550405] env[62284]: DEBUG nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1939.550718] env[62284]: DEBUG nova.network.neutron [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1939.579336] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e3fec7-dac5-4c4e-bb38-3b0b7741d99f tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "00c66692-a6cd-4e2c-8ad6-9299d3cc1b57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.721s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.614111] env[62284]: DEBUG nova.policy [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1c405455d31420f98f948f3e579d718', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ced50bf213384f28ace4b141efacec5f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1939.823769] env[62284]: DEBUG oslo_vmware.api [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954923, 'name': PowerOffVM_Task, 'duration_secs': 0.214924} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.824184] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.824429] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.824741] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b975a76e-6ec7-43e4-bece-a2d21d0277c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.845289] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.929352] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.929834] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.930129] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Deleting the datastore file [datastore1] d1119ca2-17b4-4e22-88e3-30a75c2efe9e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.933967] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e136ff-73ee-44cf-afe4-baab8bcedb91 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.935798] env[62284]: DEBUG oslo_vmware.api [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1954925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160155} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.936388] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.936649] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.936953] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1939.937402] env[62284]: INFO nova.compute.manager [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1939.938541] env[62284]: DEBUG oslo.service.loopingcall [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.942711] env[62284]: DEBUG nova.compute.manager [-] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1939.942711] env[62284]: DEBUG nova.network.neutron [-] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1939.943510] env[62284]: DEBUG oslo_vmware.api [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for the task: (returnval){ [ 1939.943510] env[62284]: value = "task-1954927" [ 1939.943510] env[62284]: _type = "Task" [ 1939.943510] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.953461] env[62284]: DEBUG oslo_vmware.api [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.954170] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "refresh_cache-181a2cc7-5713-4162-a5eb-886714672aa5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.954388] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "refresh_cache-181a2cc7-5713-4162-a5eb-886714672aa5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.954589] env[62284]: DEBUG nova.network.neutron [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1939.978786] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b4664f-91d4-9d68-006a-a2344928a0af, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.979271] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.980104] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1939.980314] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.980541] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.980779] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1939.981123] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a8eb071-9667-437a-9f8e-7202fa1d6ebd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.983816] env[62284]: DEBUG nova.network.neutron [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Successfully created port: 234aae60-cc47-4426-8e46-ddc449d05c85 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1939.989377] env[62284]: INFO nova.compute.manager [-] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Took 1.42 seconds to deallocate network for instance. [ 1939.998017] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1939.998017] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1939.998017] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961a6d19-97d8-4494-b2c2-9f85229c2a76 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.002387] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1940.002387] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520e53ff-853f-8c4a-cc20-100f3302fe3a" [ 1940.002387] env[62284]: _type = "Task" [ 1940.002387] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.010848] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520e53ff-853f-8c4a-cc20-100f3302fe3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.053358] env[62284]: DEBUG nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 076233c5-52f4-43cd-8192-1f59281020b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4774c400-b889-4bec-a0d0-23ad78dc3084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f22f9e16-5775-45d6-a75f-ef4e294c78b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c3ef0795-7325-4464-acaf-01f496d602c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d95eea11-abb4-4438-a305-b369fdf3bb52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ac4947c0-722c-4dd4-9c43-63642fb76ac5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1940.095681] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 2444e152-9d98-4069-b81d-3d104803b0ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 99530f04-5ad4-461a-a3af-65ec8aa15afc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 46579684-b81b-4530-880c-e49836e015b6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ac1de467-ef57-43d6-b1b1-49f14e41f36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 3053849c-c0ae-4730-ba79-28b746e2d07c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 9a4843f1-9ab2-4cd3-84b2-750ee78ab961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.095681] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d1119ca2-17b4-4e22-88e3-30a75c2efe9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.096724] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance bce40a5d-0706-4c7d-becd-16c684e91c69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.096724] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 181a2cc7-5713-4162-a5eb-886714672aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.097046] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 29c81225-1574-44aa-a3c0-86e3300cbc4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1940.118410] env[62284]: DEBUG nova.compute.manager [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Received event network-vif-deleted-012220a1-325a-4b7a-b5b5-5954e08e9bb6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1940.118806] env[62284]: DEBUG nova.compute.manager [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Received event network-vif-plugged-8bea6b3c-6dce-411f-9fb0-41d635aad70a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1940.119109] env[62284]: DEBUG oslo_concurrency.lockutils [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] Acquiring lock "181a2cc7-5713-4162-a5eb-886714672aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.119399] env[62284]: DEBUG oslo_concurrency.lockutils [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] Lock "181a2cc7-5713-4162-a5eb-886714672aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.119729] env[62284]: DEBUG oslo_concurrency.lockutils [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] Lock "181a2cc7-5713-4162-a5eb-886714672aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.119849] env[62284]: DEBUG nova.compute.manager [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] No waiting events found dispatching network-vif-plugged-8bea6b3c-6dce-411f-9fb0-41d635aad70a {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1940.120122] env[62284]: WARNING nova.compute.manager [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Received unexpected event network-vif-plugged-8bea6b3c-6dce-411f-9fb0-41d635aad70a for instance with vm_state building and task_state spawning. [ 1940.120391] env[62284]: DEBUG nova.compute.manager [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Received event network-changed-8bea6b3c-6dce-411f-9fb0-41d635aad70a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1940.120619] env[62284]: DEBUG nova.compute.manager [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Refreshing instance network info cache due to event network-changed-8bea6b3c-6dce-411f-9fb0-41d635aad70a. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1940.120848] env[62284]: DEBUG oslo_concurrency.lockutils [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] Acquiring lock "refresh_cache-181a2cc7-5713-4162-a5eb-886714672aa5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.123411] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.123682] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.123910] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.124199] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.124416] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.124618] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.124915] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.125164] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.125426] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.125658] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.125897] env[62284]: DEBUG nova.virt.hardware [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.127649] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cbba64-73a6-45cd-9b11-101dfe20707d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.143349] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43508461-e120-4d31-a94a-1ec773d1b61b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.160744] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:52:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c05231-d790-4516-ac2a-d98214e70fff', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1940.169666] env[62284]: DEBUG oslo.service.loopingcall [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.170645] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1940.170890] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cde12d41-76ee-456d-aab7-6813c7eec378 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.193837] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1940.193837] env[62284]: value = "task-1954928" [ 1940.193837] env[62284]: _type = "Task" [ 1940.193837] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.203260] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954928, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.347560] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.455249] env[62284]: DEBUG oslo_vmware.api [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Task: {'id': task-1954927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173843} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.455771] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.456018] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.456279] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.456465] env[62284]: INFO nova.compute.manager [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1940.456753] env[62284]: DEBUG oslo.service.loopingcall [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.459012] env[62284]: DEBUG nova.compute.manager [-] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1940.459588] env[62284]: DEBUG nova.network.neutron [-] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.498333] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.516074] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520e53ff-853f-8c4a-cc20-100f3302fe3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.517318] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d43623-8965-476c-8915-fc6a151aa25c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.523218] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1940.523218] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525077fa-f344-b85c-7194-5ae7fe6938c6" [ 1940.523218] env[62284]: _type = "Task" [ 1940.523218] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.531612] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525077fa-f344-b85c-7194-5ae7fe6938c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.541541] env[62284]: DEBUG nova.network.neutron [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1940.602722] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1940.603491] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1940.603569] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1940.707417] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954928, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.847221] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.889149] env[62284]: DEBUG nova.network.neutron [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Updating instance_info_cache with network_info: [{"id": "8bea6b3c-6dce-411f-9fb0-41d635aad70a", "address": "fa:16:3e:4c:21:fb", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bea6b3c-6d", "ovs_interfaceid": "8bea6b3c-6dce-411f-9fb0-41d635aad70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.927345] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6483ff-072c-42b8-a516-f84e25cca977 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.935821] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a83018-6747-4ec3-8efc-4cbc94aa9c8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.981201] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240d1d46-c520-4292-abd9-3115d8a8f361 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.987097] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e70e94-4bc5-4162-9573-71eb3ea4a0b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.001750] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.039111] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525077fa-f344-b85c-7194-5ae7fe6938c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013141} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.040241] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.040241] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] bce40a5d-0706-4c7d-becd-16c684e91c69/bce40a5d-0706-4c7d-becd-16c684e91c69.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.042979] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98aa9672-c419-467e-bd4e-48dc9510d01d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.049499] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1941.049499] env[62284]: value = "task-1954929" [ 1941.049499] env[62284]: _type = "Task" [ 1941.049499] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.058959] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.070775] env[62284]: DEBUG nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1941.113566] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1941.114077] env[62284]: DEBUG nova.virt.hardware [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1941.114683] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c3818e-9841-4432-8223-4deb4de6e007 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.126285] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59606eb-815f-4368-bc99-2ed6f2fef59f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.188271] env[62284]: DEBUG nova.compute.manager [req-5ef76b7e-57a3-4281-ab57-f74bf61d3a2e req-4933ed33-8d7f-4c32-b82d-439e641c501c service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Received event network-vif-deleted-a32ae79b-2bed-485d-bbfa-4bd95ab66dd7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1941.189065] env[62284]: INFO nova.compute.manager [req-5ef76b7e-57a3-4281-ab57-f74bf61d3a2e req-4933ed33-8d7f-4c32-b82d-439e641c501c service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Neutron deleted interface a32ae79b-2bed-485d-bbfa-4bd95ab66dd7; detaching it from the instance and deleting it from the info cache [ 1941.189065] env[62284]: DEBUG nova.network.neutron [req-5ef76b7e-57a3-4281-ab57-f74bf61d3a2e req-4933ed33-8d7f-4c32-b82d-439e641c501c service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.205210] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954928, 'name': CreateVM_Task, 'duration_secs': 0.605042} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.205404] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1941.206689] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.206879] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.207275] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1941.208175] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689ae8da-b0c5-45e5-99dd-de70a67e1662 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.215235] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1941.215235] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ea4967-4e82-b67f-6842-e889e6f1e1dc" [ 1941.215235] env[62284]: _type = "Task" [ 1941.215235] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.227219] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ea4967-4e82-b67f-6842-e889e6f1e1dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.306128] env[62284]: DEBUG nova.network.neutron [-] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.350090] env[62284]: DEBUG oslo_vmware.api [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954910, 'name': ReconfigVM_Task, 'duration_secs': 5.847718} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.350568] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.350727] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Reconfigured VM to detach interface {{(pid=62284) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1941.395482] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "refresh_cache-181a2cc7-5713-4162-a5eb-886714672aa5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.396548] env[62284]: DEBUG nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Instance network_info: |[{"id": "8bea6b3c-6dce-411f-9fb0-41d635aad70a", "address": "fa:16:3e:4c:21:fb", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bea6b3c-6d", "ovs_interfaceid": "8bea6b3c-6dce-411f-9fb0-41d635aad70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1941.396912] env[62284]: DEBUG oslo_concurrency.lockutils [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] Acquired lock "refresh_cache-181a2cc7-5713-4162-a5eb-886714672aa5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.397284] env[62284]: DEBUG nova.network.neutron [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Refreshing network info cache for port 8bea6b3c-6dce-411f-9fb0-41d635aad70a {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.398622] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:21:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bea6b3c-6dce-411f-9fb0-41d635aad70a', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.412544] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating folder: Project (c882a1e38dcb4825be38dce95d0ba4d5). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1941.420566] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d6267bd-fac4-4ad8-a768-e92644623e09 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.440023] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Created folder: Project (c882a1e38dcb4825be38dce95d0ba4d5) in parent group-v402637. [ 1941.440023] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating folder: Instances. Parent ref: group-v402855. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1941.440023] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06a04b82-00be-42f3-90f3-cd917ebacaef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.451811] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Created folder: Instances in parent group-v402855. [ 1941.452170] env[62284]: DEBUG oslo.service.loopingcall [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.452439] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.452698] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b5cc4a-180d-4989-824a-450072ff3343 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.474520] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.474520] env[62284]: value = "task-1954932" [ 1941.474520] env[62284]: _type = "Task" [ 1941.474520] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.484352] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954932, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.505260] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.548147] env[62284]: DEBUG nova.network.neutron [-] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.563028] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.692940] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15121267-255c-4cbe-95db-de708e41692e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.704156] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68728da-1523-4ab0-a496-79c338039fe4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.729863] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ea4967-4e82-b67f-6842-e889e6f1e1dc, 'name': SearchDatastore_Task, 'duration_secs': 0.017626} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.730501] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.731105] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1941.732595] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.732781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.732984] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1941.733362] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe19089-bcc4-4bde-a5fc-29668f080c8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.748412] env[62284]: DEBUG nova.compute.manager [req-5ef76b7e-57a3-4281-ab57-f74bf61d3a2e req-4933ed33-8d7f-4c32-b82d-439e641c501c service nova] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Detach interface failed, port_id=a32ae79b-2bed-485d-bbfa-4bd95ab66dd7, reason: Instance d1119ca2-17b4-4e22-88e3-30a75c2efe9e could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1941.756862] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1941.756947] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1941.757769] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9633eea-ea39-4536-8a64-765a2ac590da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.763319] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1941.763319] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522033dc-f943-5e3b-f28f-de6a80ec51cd" [ 1941.763319] env[62284]: _type = "Task" [ 1941.763319] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.776478] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522033dc-f943-5e3b-f28f-de6a80ec51cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.809391] env[62284]: INFO nova.compute.manager [-] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Took 1.87 seconds to deallocate network for instance. [ 1941.968859] env[62284]: DEBUG nova.network.neutron [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Successfully updated port: 234aae60-cc47-4426-8e46-ddc449d05c85 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1941.987438] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954932, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.997798] env[62284]: DEBUG nova.network.neutron [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Updated VIF entry in instance network info cache for port 8bea6b3c-6dce-411f-9fb0-41d635aad70a. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1941.997798] env[62284]: DEBUG nova.network.neutron [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Updating instance_info_cache with network_info: [{"id": "8bea6b3c-6dce-411f-9fb0-41d635aad70a", "address": "fa:16:3e:4c:21:fb", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bea6b3c-6d", "ovs_interfaceid": "8bea6b3c-6dce-411f-9fb0-41d635aad70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.014133] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1942.014363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.984s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.014757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.053s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.014840] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.016915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.340s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.019167] env[62284]: INFO nova.compute.claims [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.052127] env[62284]: INFO nova.scheduler.client.report [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted allocations for instance 2444e152-9d98-4069-b81d-3d104803b0ad [ 1942.052127] env[62284]: INFO nova.compute.manager [-] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Took 1.59 seconds to deallocate network for instance. [ 1942.080114] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727623} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.080406] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] bce40a5d-0706-4c7d-becd-16c684e91c69/bce40a5d-0706-4c7d-becd-16c684e91c69.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1942.080679] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1942.080958] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aba00f5-e959-4aff-a133-b338df3a5aab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.089755] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1942.089755] env[62284]: value = "task-1954933" [ 1942.089755] env[62284]: _type = "Task" [ 1942.089755] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.098869] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.157162] env[62284]: DEBUG nova.compute.manager [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Received event network-vif-deleted-eaa216aa-50a2-45ae-80a4-fa89e110d13e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1942.157269] env[62284]: DEBUG nova.compute.manager [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Received event network-vif-plugged-234aae60-cc47-4426-8e46-ddc449d05c85 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1942.157492] env[62284]: DEBUG oslo_concurrency.lockutils [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] Acquiring lock "29c81225-1574-44aa-a3c0-86e3300cbc4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.157733] env[62284]: DEBUG oslo_concurrency.lockutils [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] Lock "29c81225-1574-44aa-a3c0-86e3300cbc4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.157911] env[62284]: DEBUG oslo_concurrency.lockutils [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] Lock "29c81225-1574-44aa-a3c0-86e3300cbc4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.158236] env[62284]: DEBUG nova.compute.manager [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] No waiting events found dispatching network-vif-plugged-234aae60-cc47-4426-8e46-ddc449d05c85 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1942.158492] env[62284]: WARNING nova.compute.manager [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Received unexpected event network-vif-plugged-234aae60-cc47-4426-8e46-ddc449d05c85 for instance with vm_state building and task_state spawning. [ 1942.158742] env[62284]: DEBUG nova.compute.manager [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Received event network-changed-234aae60-cc47-4426-8e46-ddc449d05c85 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1942.159130] env[62284]: DEBUG nova.compute.manager [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Refreshing instance network info cache due to event network-changed-234aae60-cc47-4426-8e46-ddc449d05c85. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1942.159269] env[62284]: DEBUG oslo_concurrency.lockutils [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] Acquiring lock "refresh_cache-29c81225-1574-44aa-a3c0-86e3300cbc4c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.159492] env[62284]: DEBUG oslo_concurrency.lockutils [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] Acquired lock "refresh_cache-29c81225-1574-44aa-a3c0-86e3300cbc4c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.159689] env[62284]: DEBUG nova.network.neutron [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Refreshing network info cache for port 234aae60-cc47-4426-8e46-ddc449d05c85 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.277327] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522033dc-f943-5e3b-f28f-de6a80ec51cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015628} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.278426] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134b60bd-2d80-456c-8629-86962c2c835a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.283915] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1942.283915] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5252b003-3341-07c7-e06c-7ac9324cb98e" [ 1942.283915] env[62284]: _type = "Task" [ 1942.283915] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.293883] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5252b003-3341-07c7-e06c-7ac9324cb98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.316840] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.471724] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquiring lock "refresh_cache-29c81225-1574-44aa-a3c0-86e3300cbc4c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.484840] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954932, 'name': CreateVM_Task, 'duration_secs': 1.006777} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.485073] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1942.485845] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.486016] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.486341] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1942.486649] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3e4cc7-fde1-4ee9-8063-d8ec42e6b3be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.491312] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1942.491312] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d56eb8-0aba-92ce-4a6c-aad734da21ec" [ 1942.491312] env[62284]: _type = "Task" [ 1942.491312] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.499347] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d56eb8-0aba-92ce-4a6c-aad734da21ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.502903] env[62284]: DEBUG oslo_concurrency.lockutils [req-35974de4-fb00-43fb-a871-1089c4d7b9e6 req-1b466468-d610-44df-8410-e9e83322dba7 service nova] Releasing lock "refresh_cache-181a2cc7-5713-4162-a5eb-886714672aa5" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.578041] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.578041] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f8b81fa6-3e66-434d-96ed-f07269cceb53 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "2444e152-9d98-4069-b81d-3d104803b0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.120s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.601045] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074244} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.601310] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1942.602134] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa4b613-0c19-4f97-9835-7a72c48bc698 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.629413] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] bce40a5d-0706-4c7d-becd-16c684e91c69/bce40a5d-0706-4c7d-becd-16c684e91c69.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.629893] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b28dc2f9-aab4-4161-af2a-ebc62670d46c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.650074] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1942.650074] env[62284]: value = "task-1954934" [ 1942.650074] env[62284]: _type = "Task" [ 1942.650074] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.670587] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.704552] env[62284]: DEBUG nova.network.neutron [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1942.799630] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5252b003-3341-07c7-e06c-7ac9324cb98e, 'name': SearchDatastore_Task, 'duration_secs': 0.016098} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.799934] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.800244] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961/9a4843f1-9ab2-4cd3-84b2-750ee78ab961.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1942.800536] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b783538c-5ab1-4f41-9fbd-d648223c6800 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.807049] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1942.807049] env[62284]: value = "task-1954935" [ 1942.807049] env[62284]: _type = "Task" [ 1942.807049] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.826449] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.827952] env[62284]: DEBUG nova.network.neutron [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.005113] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d56eb8-0aba-92ce-4a6c-aad734da21ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.005113] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.005113] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1943.005113] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.005518] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.005518] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1943.005805] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be23dfab-7aff-4711-81ae-471fb54292c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.019033] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1943.019033] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1943.019699] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8769c711-6fc8-4d65-9d3d-a60834bfe5a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.025991] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1943.025991] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52663838-0066-e48e-fcfa-fb35a3a1204c" [ 1943.025991] env[62284]: _type = "Task" [ 1943.025991] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.037810] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52663838-0066-e48e-fcfa-fb35a3a1204c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.088790] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.089160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.089290] env[62284]: DEBUG nova.network.neutron [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1943.160607] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954934, 'name': ReconfigVM_Task, 'duration_secs': 0.326743} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.161315] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Reconfigured VM instance instance-0000004d to attach disk [datastore1] bce40a5d-0706-4c7d-becd-16c684e91c69/bce40a5d-0706-4c7d-becd-16c684e91c69.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1943.161797] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e00f53ee-2d76-449b-8589-d5ce9d8bcca9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.172698] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1943.172698] env[62284]: value = "task-1954936" [ 1943.172698] env[62284]: _type = "Task" [ 1943.172698] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.183247] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954936, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.303439] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "7619fb6b-9833-474d-8efa-74c34bd353f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.303439] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7619fb6b-9833-474d-8efa-74c34bd353f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.319283] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.319410] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.319614] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.319800] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.319966] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.326676] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463792} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.330348] env[62284]: INFO nova.compute.manager [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Terminating instance [ 1943.331177] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961/9a4843f1-9ab2-4cd3-84b2-750ee78ab961.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1943.332044] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1943.332127] env[62284]: DEBUG oslo_concurrency.lockutils [req-359f3757-fa3d-4677-beb1-26f616f0dd4d req-783aca9b-39ba-493d-9a33-1e0e2585ec9b service nova] Releasing lock "refresh_cache-29c81225-1574-44aa-a3c0-86e3300cbc4c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.333604] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e152614f-cbaf-4bae-842f-0abe245372a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.335452] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquired lock "refresh_cache-29c81225-1574-44aa-a3c0-86e3300cbc4c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.335599] env[62284]: DEBUG nova.network.neutron [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1943.345023] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1943.345023] env[62284]: value = "task-1954937" [ 1943.345023] env[62284]: _type = "Task" [ 1943.345023] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.362461] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.381846] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "75a0affa-c7d0-4536-8767-1e3992488ef2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.382100] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.389591] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b97af9-320c-4aea-87a3-e96523e8f450 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.397795] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0242810-247f-44a6-9b08-bdd7062d6e9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.430245] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5c26a3-41be-4c30-8699-efa13cec9bdb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.438061] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d7486-3459-40a8-b324-2617e6a18a41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.452302] env[62284]: DEBUG nova.compute.provider_tree [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.472059] env[62284]: DEBUG nova.compute.manager [req-4ee46a0b-d838-4bd9-ab0a-ef06e7cfd75f req-bfc07c2a-9e39-4990-8b83-fa9879f0b5ca service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received event network-vif-deleted-988d918e-76ce-4e33-9946-2f88aa7d5981 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1943.472261] env[62284]: INFO nova.compute.manager [req-4ee46a0b-d838-4bd9-ab0a-ef06e7cfd75f req-bfc07c2a-9e39-4990-8b83-fa9879f0b5ca service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Neutron deleted interface 988d918e-76ce-4e33-9946-2f88aa7d5981; detaching it from the instance and deleting it from the info cache [ 1943.472560] env[62284]: DEBUG nova.network.neutron [req-4ee46a0b-d838-4bd9-ab0a-ef06e7cfd75f req-bfc07c2a-9e39-4990-8b83-fa9879f0b5ca service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updating instance_info_cache with network_info: [{"id": "424f2a56-321e-4831-ab66-486f14bafc1d", "address": "fa:16:3e:7c:48:27", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424f2a56-32", "ovs_interfaceid": "424f2a56-321e-4831-ab66-486f14bafc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.536269] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52663838-0066-e48e-fcfa-fb35a3a1204c, 'name': SearchDatastore_Task, 'duration_secs': 0.050493} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.537020] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31489851-115b-4e05-a98f-942dcd51d866 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.542595] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1943.542595] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5253aa6c-6125-5fd3-993b-e000a6ba9e3c" [ 1943.542595] env[62284]: _type = "Task" [ 1943.542595] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.551099] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5253aa6c-6125-5fd3-993b-e000a6ba9e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.613999] env[62284]: DEBUG nova.objects.instance [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lazy-loading 'flavor' on Instance uuid 99530f04-5ad4-461a-a3af-65ec8aa15afc {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.680507] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954936, 'name': Rename_Task, 'duration_secs': 0.18237} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.680634] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.680766] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab78bc4-a006-4b88-a892-cce1646db3cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.686966] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1943.686966] env[62284]: value = "task-1954938" [ 1943.686966] env[62284]: _type = "Task" [ 1943.686966] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.696753] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.804101] env[62284]: INFO nova.network.neutron [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Port 988d918e-76ce-4e33-9946-2f88aa7d5981 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1943.804500] env[62284]: DEBUG nova.network.neutron [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updating instance_info_cache with network_info: [{"id": "424f2a56-321e-4831-ab66-486f14bafc1d", "address": "fa:16:3e:7c:48:27", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap424f2a56-32", "ovs_interfaceid": "424f2a56-321e-4831-ab66-486f14bafc1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.812572] env[62284]: DEBUG nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1943.837687] env[62284]: DEBUG nova.compute.manager [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.837967] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.838882] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d6ff66-40d4-4075-918a-529a07be64cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.851518] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.852140] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0cf09f7-265e-4889-a0a4-8eb7c94caa05 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.857607] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063238} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.858557] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.858682] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be48008-7d5d-4502-bcbc-d22712252bbe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.863171] env[62284]: DEBUG oslo_vmware.api [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1943.863171] env[62284]: value = "task-1954939" [ 1943.863171] env[62284]: _type = "Task" [ 1943.863171] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.888041] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961/9a4843f1-9ab2-4cd3-84b2-750ee78ab961.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.889124] env[62284]: DEBUG nova.network.neutron [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1943.891772] env[62284]: DEBUG nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1943.894713] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e46665-99b3-4451-a7e6-d6fe85b068ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.916726] env[62284]: DEBUG oslo_vmware.api [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.922267] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1943.922267] env[62284]: value = "task-1954940" [ 1943.922267] env[62284]: _type = "Task" [ 1943.922267] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.932726] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.955523] env[62284]: DEBUG nova.scheduler.client.report [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.976964] env[62284]: DEBUG oslo_concurrency.lockutils [req-4ee46a0b-d838-4bd9-ab0a-ef06e7cfd75f req-bfc07c2a-9e39-4990-8b83-fa9879f0b5ca service nova] Acquiring lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.054297] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5253aa6c-6125-5fd3-993b-e000a6ba9e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.056730] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.056922] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 181a2cc7-5713-4162-a5eb-886714672aa5/181a2cc7-5713-4162-a5eb-886714672aa5.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1944.057235] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-302f369d-4574-4d33-aea6-17d3fc02f2b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.064520] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1944.064520] env[62284]: value = "task-1954941" [ 1944.064520] env[62284]: _type = "Task" [ 1944.064520] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.072885] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.100149] env[62284]: DEBUG nova.network.neutron [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Updating instance_info_cache with network_info: [{"id": "234aae60-cc47-4426-8e46-ddc449d05c85", "address": "fa:16:3e:22:2f:be", "network": {"id": "9c699e46-7201-435a-af50-b1a82b073c14", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1275218903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced50bf213384f28ace4b141efacec5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234aae60-cc", "ovs_interfaceid": "234aae60-cc47-4426-8e46-ddc449d05c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.118495] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.118682] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquired lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.198148] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954938, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.307669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.335712] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.375261] env[62284]: DEBUG oslo_vmware.api [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954939, 'name': PowerOffVM_Task, 'duration_secs': 0.202074} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.376498] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.376498] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.376799] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd5e5be-f446-4ca2-bcf3-5ee85c392c82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.432386] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954940, 'name': ReconfigVM_Task, 'duration_secs': 0.335158} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.432774] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961/9a4843f1-9ab2-4cd3-84b2-750ee78ab961.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.433382] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93a4f5c8-23d5-4291-adf6-6df34bd767ea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.436160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.441900] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1944.441900] env[62284]: value = "task-1954943" [ 1944.441900] env[62284]: _type = "Task" [ 1944.441900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.454741] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954943, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.462221] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.462221] env[62284]: DEBUG nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1944.467552] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.044s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.467552] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.468497] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.883s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.468768] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.471568] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.973s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.471891] env[62284]: DEBUG nova.objects.instance [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'resources' on Instance uuid 3053849c-c0ae-4730-ba79-28b746e2d07c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.501660] env[62284]: INFO nova.scheduler.client.report [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Deleted allocations for instance c3ef0795-7325-4464-acaf-01f496d602c4 [ 1944.503419] env[62284]: INFO nova.scheduler.client.report [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted allocations for instance ac4947c0-722c-4dd4-9c43-63642fb76ac5 [ 1944.562889] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.562889] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.562889] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleting the datastore file [datastore1] f22f9e16-5775-45d6-a75f-ef4e294c78b7 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.562889] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a4f6c22-12b0-41ef-9b76-ee17f00df05d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.574078] env[62284]: DEBUG oslo_vmware.api [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1944.574078] env[62284]: value = "task-1954944" [ 1944.574078] env[62284]: _type = "Task" [ 1944.574078] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.583360] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502961} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.584023] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 181a2cc7-5713-4162-a5eb-886714672aa5/181a2cc7-5713-4162-a5eb-886714672aa5.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1944.584247] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1944.584592] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb3bc0e9-2294-4a81-a970-25aaf652ea0e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.591686] env[62284]: DEBUG oslo_vmware.api [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.596745] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1944.596745] env[62284]: value = "task-1954945" [ 1944.596745] env[62284]: _type = "Task" [ 1944.596745] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.607399] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Releasing lock "refresh_cache-29c81225-1574-44aa-a3c0-86e3300cbc4c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.607476] env[62284]: DEBUG nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Instance network_info: |[{"id": "234aae60-cc47-4426-8e46-ddc449d05c85", "address": "fa:16:3e:22:2f:be", "network": {"id": "9c699e46-7201-435a-af50-b1a82b073c14", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1275218903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced50bf213384f28ace4b141efacec5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234aae60-cc", "ovs_interfaceid": "234aae60-cc47-4426-8e46-ddc449d05c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1944.608112] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.608513] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:2f:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '234aae60-cc47-4426-8e46-ddc449d05c85', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1944.619567] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Creating folder: Project (ced50bf213384f28ace4b141efacec5f). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1944.620900] env[62284]: DEBUG nova.network.neutron [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1944.622091] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9cfc9ec-fdea-4cd2-8972-e5c1430f188e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.634036] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Created folder: Project (ced50bf213384f28ace4b141efacec5f) in parent group-v402637. [ 1944.634036] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Creating folder: Instances. Parent ref: group-v402858. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1944.635436] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ea1902-62e1-4306-8b18-d3a44e8adb69 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.645973] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Created folder: Instances in parent group-v402858. [ 1944.645973] env[62284]: DEBUG oslo.service.loopingcall [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.646168] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1944.646887] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdfc1ad8-219b-46fa-9d67-fb62ab25d2fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.665545] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1944.665545] env[62284]: value = "task-1954948" [ 1944.665545] env[62284]: _type = "Task" [ 1944.665545] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.673692] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954948, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.697439] env[62284]: DEBUG oslo_vmware.api [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954938, 'name': PowerOnVM_Task, 'duration_secs': 0.579698} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.697711] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.697913] env[62284]: INFO nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1944.698114] env[62284]: DEBUG nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.699283] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae559f98-6345-479b-9909-29ab0087f4d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.812125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3f5a687f-37cb-43dd-b3bc-47de865b0752 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-f22f9e16-5775-45d6-a75f-ef4e294c78b7-988d918e-76ce-4e33-9946-2f88aa7d5981" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.089s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.952287] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954943, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.975769] env[62284]: DEBUG nova.compute.utils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.981543] env[62284]: DEBUG nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1944.983766] env[62284]: DEBUG nova.network.neutron [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1945.018550] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75fa20b0-b41c-4fe2-9fb4-b8eec553f4ae tempest-ServersTestManualDisk-1607389713 tempest-ServersTestManualDisk-1607389713-project-member] Lock "c3ef0795-7325-4464-acaf-01f496d602c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.980s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.019904] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1becc28-4e93-46b5-bf6d-23319003dfd1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "ac4947c0-722c-4dd4-9c43-63642fb76ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.289s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.027311] env[62284]: DEBUG nova.policy [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '691836ae7338481891b4a42e18d6df7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e8d013857e24babbdc2d27299afd595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1945.087213] env[62284]: DEBUG oslo_vmware.api [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1954944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247832} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.090375] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1945.090924] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1945.090924] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1945.091305] env[62284]: INFO nova.compute.manager [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1945.091764] env[62284]: DEBUG oslo.service.loopingcall [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.095279] env[62284]: DEBUG nova.compute.manager [-] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1945.095279] env[62284]: DEBUG nova.network.neutron [-] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1945.105751] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069922} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.106111] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1945.106903] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3c1da8-e74e-461e-ba74-b7bb36bdd065 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.137681] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 181a2cc7-5713-4162-a5eb-886714672aa5/181a2cc7-5713-4162-a5eb-886714672aa5.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1945.140624] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82185b8-f521-4c2c-ac3a-5465bc9ad9f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.164086] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1945.164086] env[62284]: value = "task-1954949" [ 1945.164086] env[62284]: _type = "Task" [ 1945.164086] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.179281] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.186637] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954948, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.219585] env[62284]: INFO nova.compute.manager [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Took 25.79 seconds to build instance. [ 1945.297956] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b1e72c-abcb-4a92-9fad-13c7f7f6d1d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.305887] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67626c0-07cc-4b6c-b576-99ea9832bf17 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.338213] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84d251b-6dd8-4eed-9835-fb1a66107b37 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.346191] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a2a5e-3997-4690-a4dd-3f63129b5c0f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.361099] env[62284]: DEBUG nova.compute.provider_tree [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.452420] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954943, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.482630] env[62284]: DEBUG nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1945.675124] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.680285] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954948, 'name': CreateVM_Task, 'duration_secs': 0.911349} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.681300] env[62284]: DEBUG nova.network.neutron [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updating instance_info_cache with network_info: [{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.682395] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1945.683058] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.683227] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.683544] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1945.684007] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60831b0-9a17-44de-84e4-9b21b34de04b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.688791] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1945.688791] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f4afe2-40f3-596c-1a21-1f8892df8e3d" [ 1945.688791] env[62284]: _type = "Task" [ 1945.688791] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.699076] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f4afe2-40f3-596c-1a21-1f8892df8e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.721582] env[62284]: DEBUG oslo_concurrency.lockutils [None req-66a5114a-14a5-4cd1-abfa-931a5cdb8858 tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "bce40a5d-0706-4c7d-becd-16c684e91c69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.303s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.791870] env[62284]: DEBUG nova.compute.manager [req-58467665-7dfa-45d7-8efd-df51fe2b94f3 req-0d92e86f-39fb-4b2f-b833-1e347d2970de service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Received event network-changed-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1945.792083] env[62284]: DEBUG nova.compute.manager [req-58467665-7dfa-45d7-8efd-df51fe2b94f3 req-0d92e86f-39fb-4b2f-b833-1e347d2970de service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Refreshing instance network info cache due to event network-changed-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1945.792285] env[62284]: DEBUG oslo_concurrency.lockutils [req-58467665-7dfa-45d7-8efd-df51fe2b94f3 req-0d92e86f-39fb-4b2f-b833-1e347d2970de service nova] Acquiring lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.866787] env[62284]: DEBUG nova.scheduler.client.report [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.882666] env[62284]: DEBUG nova.network.neutron [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Successfully created port: f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1945.957934] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954943, 'name': Rename_Task, 'duration_secs': 1.220506} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.958352] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.958676] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24ee9ba6-4e1d-4aec-acfb-fc57705bb433 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.965866] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1945.965866] env[62284]: value = "task-1954950" [ 1945.965866] env[62284]: _type = "Task" [ 1945.965866] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.977692] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.173575] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954949, 'name': ReconfigVM_Task, 'duration_secs': 0.809807} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.174012] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 181a2cc7-5713-4162-a5eb-886714672aa5/181a2cc7-5713-4162-a5eb-886714672aa5.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.175281] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd215c66-4a27-4ee8-bfea-e9db22419641 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.181928] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1946.181928] env[62284]: value = "task-1954951" [ 1946.181928] env[62284]: _type = "Task" [ 1946.181928] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.186276] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Releasing lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.186566] env[62284]: DEBUG nova.compute.manager [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Inject network info {{(pid=62284) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1946.187028] env[62284]: DEBUG nova.compute.manager [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] network_info to inject: |[{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1946.194215] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Reconfiguring VM instance to set the machine id {{(pid=62284) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1946.194579] env[62284]: DEBUG oslo_concurrency.lockutils [req-58467665-7dfa-45d7-8efd-df51fe2b94f3 req-0d92e86f-39fb-4b2f-b833-1e347d2970de service nova] Acquired lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.194709] env[62284]: DEBUG nova.network.neutron [req-58467665-7dfa-45d7-8efd-df51fe2b94f3 req-0d92e86f-39fb-4b2f-b833-1e347d2970de service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Refreshing network info cache for port d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.196334] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b686ee1c-d26d-47fd-8a0b-84d3b886c1c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.221040] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954951, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.226887] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f4afe2-40f3-596c-1a21-1f8892df8e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.229309] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.229636] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1946.230285] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.230285] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.230285] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1946.230641] env[62284]: DEBUG oslo_vmware.api [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1946.230641] env[62284]: value = "task-1954952" [ 1946.230641] env[62284]: _type = "Task" [ 1946.230641] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.230867] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56163b12-7389-44af-b5fa-52a06b1a803e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.250316] env[62284]: DEBUG oslo_vmware.api [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.250537] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1946.250537] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1946.251478] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6573931c-3830-428a-97e5-aab1788b26cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.258715] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1946.258715] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5204cf2a-f3a2-eae3-7f0e-d5ef52e3695a" [ 1946.258715] env[62284]: _type = "Task" [ 1946.258715] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.271817] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5204cf2a-f3a2-eae3-7f0e-d5ef52e3695a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.373334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.378058] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.061s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.381017] env[62284]: DEBUG nova.objects.instance [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'resources' on Instance uuid 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.416020] env[62284]: INFO nova.scheduler.client.report [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted allocations for instance 3053849c-c0ae-4730-ba79-28b746e2d07c [ 1946.481362] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954950, 'name': PowerOnVM_Task, 'duration_secs': 0.479516} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.481840] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.482233] env[62284]: DEBUG nova.compute.manager [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.483284] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c9133-1545-4f36-8713-54d71bd497a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.496652] env[62284]: DEBUG nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1946.535589] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.535589] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.535589] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.535589] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.535589] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.537480] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.537651] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.537827] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.539033] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.539033] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.539033] env[62284]: DEBUG nova.virt.hardware [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.539581] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc756b2-3e29-4a2f-83cd-0011d51c425d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.551678] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68837a29-1c12-4a7a-946d-815e6bc44dda {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.694838] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954951, 'name': Rename_Task, 'duration_secs': 0.140657} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.694838] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1946.694838] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3eb903-5ffb-456b-aa22-8dfeb160abd2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.700333] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1946.700333] env[62284]: value = "task-1954953" [ 1946.700333] env[62284]: _type = "Task" [ 1946.700333] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.708780] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.744846] env[62284]: DEBUG nova.network.neutron [-] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.746596] env[62284]: DEBUG oslo_vmware.api [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954952, 'name': ReconfigVM_Task, 'duration_secs': 0.198765} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.750059] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d619b102-cd8a-4530-98cb-4a17e7f59d60 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Reconfigured VM instance to set the machine id {{(pid=62284) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1946.771191] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5204cf2a-f3a2-eae3-7f0e-d5ef52e3695a, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.775516] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d8255a-b7d4-44a7-8e34-f0bc1b621a8e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.781756] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1946.781756] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521b7461-59ea-d0f6-b517-fb16587beb1c" [ 1946.781756] env[62284]: _type = "Task" [ 1946.781756] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.790725] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521b7461-59ea-d0f6-b517-fb16587beb1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.832192] env[62284]: DEBUG nova.objects.instance [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lazy-loading 'flavor' on Instance uuid 99530f04-5ad4-461a-a3af-65ec8aa15afc {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.934043] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5147a53c-d10a-4bfe-a8c7-a87e74935e9a tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "3053849c-c0ae-4730-ba79-28b746e2d07c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.541s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.996169] env[62284]: INFO nova.compute.manager [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] bringing vm to original state: 'stopped' [ 1947.212526] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954953, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.255445] env[62284]: INFO nova.compute.manager [-] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Took 2.16 seconds to deallocate network for instance. [ 1947.265165] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e44bb3f-4b03-4a11-8cf8-5b856ef065fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.273080] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f15801-0456-4429-b31c-96affae4b96d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.307026] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8203d146-5eba-4724-84c5-a43c13deed35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.316050] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521b7461-59ea-d0f6-b517-fb16587beb1c, 'name': SearchDatastore_Task, 'duration_secs': 0.021354} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.318303] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.318659] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 29c81225-1574-44aa-a3c0-86e3300cbc4c/29c81225-1574-44aa-a3c0-86e3300cbc4c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1947.318938] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae54a135-0887-4232-8fae-9c5a66579100 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.323870] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4341e60-a29a-4e12-b2ff-503f34a5e81a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.341954] env[62284]: DEBUG nova.compute.provider_tree [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.344039] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.344300] env[62284]: DEBUG nova.network.neutron [req-58467665-7dfa-45d7-8efd-df51fe2b94f3 req-0d92e86f-39fb-4b2f-b833-1e347d2970de service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updated VIF entry in instance network info cache for port d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.344656] env[62284]: DEBUG nova.network.neutron [req-58467665-7dfa-45d7-8efd-df51fe2b94f3 req-0d92e86f-39fb-4b2f-b833-1e347d2970de service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updating instance_info_cache with network_info: [{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.346929] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1947.346929] env[62284]: value = "task-1954954" [ 1947.346929] env[62284]: _type = "Task" [ 1947.346929] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.363266] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.712853] env[62284]: DEBUG oslo_vmware.api [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954953, 'name': PowerOnVM_Task, 'duration_secs': 0.703128} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.715015] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1947.715015] env[62284]: INFO nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1947.715015] env[62284]: DEBUG nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1947.715364] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1f0759-5514-4a3d-9555-1bd954cc44a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.770845] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.848981] env[62284]: DEBUG nova.scheduler.client.report [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.853535] env[62284]: DEBUG oslo_concurrency.lockutils [req-58467665-7dfa-45d7-8efd-df51fe2b94f3 req-0d92e86f-39fb-4b2f-b833-1e347d2970de service nova] Releasing lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.858320] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquired lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.873310] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.977726] env[62284]: DEBUG nova.compute.manager [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1947.985834] env[62284]: DEBUG nova.compute.manager [req-11082b83-fea7-4b16-b879-38f6c620a7cb req-d2665256-989c-49f4-9752-95e99999b9e9 service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Received event network-vif-deleted-424f2a56-321e-4831-ab66-486f14bafc1d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1948.010586] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.010875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.011074] env[62284]: DEBUG nova.compute.manager [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1948.012566] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74659a5a-ee04-4f85-bec2-3bfa71548174 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.024248] env[62284]: DEBUG nova.compute.manager [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1948.238974] env[62284]: INFO nova.compute.manager [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Took 26.03 seconds to build instance. [ 1948.362535] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.365998] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.789s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.367321] env[62284]: DEBUG nova.objects.instance [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lazy-loading 'resources' on Instance uuid d1119ca2-17b4-4e22-88e3-30a75c2efe9e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.371344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "bce40a5d-0706-4c7d-becd-16c684e91c69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.371344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "bce40a5d-0706-4c7d-becd-16c684e91c69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.371344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "bce40a5d-0706-4c7d-becd-16c684e91c69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.371344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "bce40a5d-0706-4c7d-becd-16c684e91c69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.371344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "bce40a5d-0706-4c7d-becd-16c684e91c69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.380123] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589379} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.380931] env[62284]: INFO nova.compute.manager [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Terminating instance [ 1948.382968] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 29c81225-1574-44aa-a3c0-86e3300cbc4c/29c81225-1574-44aa-a3c0-86e3300cbc4c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1948.383123] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1948.383910] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67bba9a4-1b9e-41af-8381-4e18b0b5e6e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.393759] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1948.393759] env[62284]: value = "task-1954955" [ 1948.393759] env[62284]: _type = "Task" [ 1948.393759] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.405145] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.406381] env[62284]: INFO nova.scheduler.client.report [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleted allocations for instance 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba [ 1948.501879] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.531422] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.531422] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6aa2420-ddde-43fe-a448-3e0356a7c214 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.537178] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1948.537178] env[62284]: value = "task-1954956" [ 1948.537178] env[62284]: _type = "Task" [ 1948.537178] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.546797] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.573709] env[62284]: DEBUG nova.network.neutron [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Successfully updated port: f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1948.575078] env[62284]: DEBUG nova.network.neutron [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.670333] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "033ffe38-0f99-423c-ae0b-18db4d9c149a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.670919] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "033ffe38-0f99-423c-ae0b-18db4d9c149a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.743532] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4fa2b551-d8ce-42fe-8813-1fea577d12bd tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "181a2cc7-5713-4162-a5eb-886714672aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.549s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.889059] env[62284]: DEBUG nova.compute.manager [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1948.889297] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1948.890215] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fe8624-27c5-47c4-b585-fcd6824b943a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.902115] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.905050] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcd261d0-b0e9-4a52-8f06-c1130d653de1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.906598] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066902} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.909043] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1948.910303] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037e0ca8-7c4b-4664-afa1-b52d7cabfa29 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.915900] env[62284]: DEBUG oslo_vmware.api [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1948.915900] env[62284]: value = "task-1954957" [ 1948.915900] env[62284]: _type = "Task" [ 1948.915900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.931044] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cced319-d38b-4393-a42f-d7bef84c0ee5 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.668s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.940949] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 29c81225-1574-44aa-a3c0-86e3300cbc4c/29c81225-1574-44aa-a3c0-86e3300cbc4c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1948.942301] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d0f6a4-aeea-4639-9037-b107a22b64d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.966420] env[62284]: DEBUG oslo_vmware.api [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.974621] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1948.974621] env[62284]: value = "task-1954958" [ 1948.974621] env[62284]: _type = "Task" [ 1948.974621] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.984461] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.056472] env[62284]: DEBUG oslo_vmware.api [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954956, 'name': PowerOffVM_Task, 'duration_secs': 0.453263} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.059193] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.059557] env[62284]: DEBUG nova.compute.manager [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.062331] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e485d68-05da-4deb-a866-3e03c486b517 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.080011] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.080178] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.080326] env[62284]: DEBUG nova.network.neutron [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.173298] env[62284]: DEBUG nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.180146] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3992f-55b3-4cbf-8d03-8574321c5d0d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.186549] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526cb9bd-2956-45e0-a53b-b3cb4cd9f93b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.222954] env[62284]: DEBUG oslo_concurrency.lockutils [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "181a2cc7-5713-4162-a5eb-886714672aa5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.223637] env[62284]: DEBUG oslo_concurrency.lockutils [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "181a2cc7-5713-4162-a5eb-886714672aa5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.223637] env[62284]: DEBUG nova.compute.manager [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.224704] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5933cb-6ba4-4461-8b70-241709ec074f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.227209] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d93302c-59ea-423f-9a9c-0e09a9d56761 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.236949] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a6260-6782-426d-86dc-d03b412dd2d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.240661] env[62284]: DEBUG nova.compute.manager [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1949.241301] env[62284]: DEBUG nova.objects.instance [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lazy-loading 'flavor' on Instance uuid 181a2cc7-5713-4162-a5eb-886714672aa5 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.254185] env[62284]: DEBUG nova.compute.provider_tree [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.413065] env[62284]: DEBUG nova.network.neutron [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updating instance_info_cache with network_info: [{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.426765] env[62284]: DEBUG oslo_vmware.api [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954957, 'name': PowerOffVM_Task, 'duration_secs': 0.222112} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.427520] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.427520] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.427872] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1afaa79-3f26-4772-b93c-b1f2509b68c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.482388] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954958, 'name': ReconfigVM_Task, 'duration_secs': 0.368539} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.484346] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 29c81225-1574-44aa-a3c0-86e3300cbc4c/29c81225-1574-44aa-a3c0-86e3300cbc4c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1949.484346] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-300dae5f-b93a-492e-9d4b-b72cd355c348 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.490883] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1949.490883] env[62284]: value = "task-1954960" [ 1949.490883] env[62284]: _type = "Task" [ 1949.490883] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.502950] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954960, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.579201] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.650278] env[62284]: DEBUG nova.network.neutron [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.700344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.741040] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.741323] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.741549] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleting the datastore file [datastore1] bce40a5d-0706-4c7d-becd-16c684e91c69 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.741860] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23b9f400-a47b-4f85-aa27-25741e58383b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.754347] env[62284]: DEBUG oslo_vmware.api [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for the task: (returnval){ [ 1949.754347] env[62284]: value = "task-1954961" [ 1949.754347] env[62284]: _type = "Task" [ 1949.754347] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.763160] env[62284]: DEBUG nova.scheduler.client.report [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.779070] env[62284]: DEBUG oslo_vmware.api [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.906313] env[62284]: DEBUG nova.network.neutron [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updating instance_info_cache with network_info: [{"id": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "address": "fa:16:3e:fc:99:c9", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d60e01-9a", "ovs_interfaceid": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.915846] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Releasing lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.916809] env[62284]: DEBUG nova.compute.manager [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Inject network info {{(pid=62284) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1949.916809] env[62284]: DEBUG nova.compute.manager [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] network_info to inject: |[{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1949.921480] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Reconfiguring VM instance to set the machine id {{(pid=62284) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1949.922501] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f99fe6d-4658-4842-a51c-efc171f61f21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.939955] env[62284]: DEBUG oslo_vmware.api [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1949.939955] env[62284]: value = "task-1954962" [ 1949.939955] env[62284]: _type = "Task" [ 1949.939955] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.948439] env[62284]: DEBUG oslo_vmware.api [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.002866] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954960, 'name': Rename_Task, 'duration_secs': 0.148808} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.002866] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.003034] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08dd2a1-2023-4ce5-9e58-c1fd52f7ed3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.010697] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1950.010697] env[62284]: value = "task-1954963" [ 1950.010697] env[62284]: _type = "Task" [ 1950.010697] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.016916] env[62284]: DEBUG nova.compute.manager [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Received event network-vif-plugged-f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1950.017172] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.017415] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.017648] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.017864] env[62284]: DEBUG nova.compute.manager [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] No waiting events found dispatching network-vif-plugged-f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1950.018062] env[62284]: WARNING nova.compute.manager [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Received unexpected event network-vif-plugged-f1d60e01-9a6f-4f95-ac20-a5f51d9e155a for instance with vm_state building and task_state spawning. [ 1950.018250] env[62284]: DEBUG nova.compute.manager [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Received event network-changed-f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1950.018410] env[62284]: DEBUG nova.compute.manager [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Refreshing instance network info cache due to event network-changed-f1d60e01-9a6f-4f95-ac20-a5f51d9e155a. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1950.018611] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Acquiring lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.024501] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.090097] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.260020] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1950.260020] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955635ec-ab60-4935-a099-2b0af89052c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.268626] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.277103] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.941s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.279230] env[62284]: INFO nova.compute.claims [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.286248] env[62284]: DEBUG oslo_vmware.api [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Task: {'id': task-1954961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339501} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.286248] env[62284]: DEBUG oslo_vmware.api [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1950.286248] env[62284]: value = "task-1954964" [ 1950.286248] env[62284]: _type = "Task" [ 1950.286248] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.286478] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1950.286662] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1950.286837] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1950.287021] env[62284]: INFO nova.compute.manager [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1950.287287] env[62284]: DEBUG oslo.service.loopingcall [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.287585] env[62284]: DEBUG nova.compute.manager [-] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1950.287691] env[62284]: DEBUG nova.network.neutron [-] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1950.295720] env[62284]: INFO nova.scheduler.client.report [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Deleted allocations for instance d1119ca2-17b4-4e22-88e3-30a75c2efe9e [ 1950.302863] env[62284]: DEBUG oslo_vmware.api [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.413164] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Releasing lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.413164] env[62284]: DEBUG nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Instance network_info: |[{"id": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "address": "fa:16:3e:fc:99:c9", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d60e01-9a", "ovs_interfaceid": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1950.413164] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Acquired lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.413164] env[62284]: DEBUG nova.network.neutron [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Refreshing network info cache for port f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.414259] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:99:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1d60e01-9a6f-4f95-ac20-a5f51d9e155a', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1950.424400] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Creating folder: Project (1e8d013857e24babbdc2d27299afd595). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1950.425858] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abeb5581-08bd-4ecf-99fa-cf062c6e4f3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.438658] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Created folder: Project (1e8d013857e24babbdc2d27299afd595) in parent group-v402637. [ 1950.439355] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Creating folder: Instances. Parent ref: group-v402861. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1950.439782] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9ba3bc-43b6-4267-8f49-b3dc5213378b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.454392] env[62284]: DEBUG oslo_vmware.api [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954962, 'name': ReconfigVM_Task, 'duration_secs': 0.153245} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.458020] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a9b0ee-85da-4ceb-9a69-dcf78525dc99 tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Reconfigured VM instance to set the machine id {{(pid=62284) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1950.459305] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Created folder: Instances in parent group-v402861. [ 1950.459805] env[62284]: DEBUG oslo.service.loopingcall [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.460537] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1950.461126] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f00905da-769b-4792-92b6-e0779fc9c8cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.485562] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1950.485562] env[62284]: value = "task-1954967" [ 1950.485562] env[62284]: _type = "Task" [ 1950.485562] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.493260] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954967, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.527025] env[62284]: DEBUG oslo_vmware.api [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954963, 'name': PowerOnVM_Task, 'duration_secs': 0.490996} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.527025] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.527025] env[62284]: INFO nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1950.527025] env[62284]: DEBUG nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.527025] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffe0485-97d0-409c-abfa-af4bfde61446 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.712026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.712026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.712026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "99530f04-5ad4-461a-a3af-65ec8aa15afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.712026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.712026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.713691] env[62284]: INFO nova.compute.manager [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Terminating instance [ 1950.802971] env[62284]: DEBUG oslo_vmware.api [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954964, 'name': PowerOffVM_Task, 'duration_secs': 0.198792} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.802971] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1950.802971] env[62284]: DEBUG nova.compute.manager [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.803988] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4f0e24-130a-464f-bfc7-da8816e187d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.810343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ea572701-f3d1-4a4f-af64-66924ab70762 tempest-ServerGroupTestJSON-811667131 tempest-ServerGroupTestJSON-811667131-project-member] Lock "d1119ca2-17b4-4e22-88e3-30a75c2efe9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.028s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.998318] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954967, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.044529] env[62284]: INFO nova.compute.manager [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Took 27.64 seconds to build instance. [ 1951.206434] env[62284]: DEBUG nova.network.neutron [-] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.222056] env[62284]: DEBUG nova.compute.manager [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1951.222056] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1951.222426] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b930d-547a-4003-b62e-edfaadebec02 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.233356] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.238026] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd6f791a-c11c-455a-b7aa-588d073a0861 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.244597] env[62284]: DEBUG oslo_vmware.api [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1951.244597] env[62284]: value = "task-1954968" [ 1951.244597] env[62284]: _type = "Task" [ 1951.244597] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.254617] env[62284]: DEBUG oslo_vmware.api [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.320972] env[62284]: DEBUG oslo_concurrency.lockutils [None req-edb7e040-179f-44ac-a918-faca71ab9b0f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "181a2cc7-5713-4162-a5eb-886714672aa5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.335635] env[62284]: DEBUG nova.network.neutron [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updated VIF entry in instance network info cache for port f1d60e01-9a6f-4f95-ac20-a5f51d9e155a. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.335635] env[62284]: DEBUG nova.network.neutron [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updating instance_info_cache with network_info: [{"id": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "address": "fa:16:3e:fc:99:c9", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d60e01-9a", "ovs_interfaceid": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.501426] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954967, 'name': CreateVM_Task, 'duration_secs': 0.677283} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.501625] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1951.502650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.502836] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.503310] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1951.503624] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f776f0d1-37ba-4711-8054-57427e3ed9a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.508513] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 1951.508513] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52640dca-0491-8d2f-cd88-205122e6a647" [ 1951.508513] env[62284]: _type = "Task" [ 1951.508513] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.523871] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52640dca-0491-8d2f-cd88-205122e6a647, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.524384] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.524640] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1951.524896] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.525213] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.525375] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1951.525602] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf0060f4-9e50-4fb7-a737-4f9fab9450ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.536136] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1951.536136] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1951.536461] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b112aeb8-65d6-4339-b39a-a00c69b9d7f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.542395] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 1951.542395] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52189532-fa10-7a09-4800-c615e457f976" [ 1951.542395] env[62284]: _type = "Task" [ 1951.542395] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.555421] env[62284]: DEBUG oslo_concurrency.lockutils [None req-96bc0c47-3439-4f9d-8d84-a2002a996701 tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "29c81225-1574-44aa-a3c0-86e3300cbc4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.156s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.555421] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52189532-fa10-7a09-4800-c615e457f976, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.555421] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c383c40d-b882-4b7d-a37e-082256938edb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.560100] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 1951.560100] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a75cda-f01e-9d4c-ddbc-26e1b2f3c46c" [ 1951.560100] env[62284]: _type = "Task" [ 1951.560100] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.575383] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a75cda-f01e-9d4c-ddbc-26e1b2f3c46c, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.576284] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.576284] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac/754fc769-14d0-44ce-b3dc-ea2ee4c4dfac.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.576525] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c8a5be9-6daa-4377-897f-540318e92bb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.586656] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 1951.586656] env[62284]: value = "task-1954969" [ 1951.586656] env[62284]: _type = "Task" [ 1951.586656] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.593026] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dcf15a-50d5-4fa5-9a60-e942ce9dc6ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.600571] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.603364] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7d4d9f-4b00-400c-a9f6-5b9e1ff515c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.634304] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8645a49a-4b36-4a55-8b74-7605b0a0a9bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.642198] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09707260-13eb-4855-bae3-f94c9845ff27 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.658480] env[62284]: DEBUG nova.compute.provider_tree [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.666834] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.666915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.667144] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.667329] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.667724] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.669909] env[62284]: INFO nova.compute.manager [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Terminating instance [ 1951.711777] env[62284]: INFO nova.compute.manager [-] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Took 1.42 seconds to deallocate network for instance. [ 1951.756291] env[62284]: DEBUG oslo_vmware.api [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954968, 'name': PowerOffVM_Task, 'duration_secs': 0.246755} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.756633] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1951.756969] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1951.757094] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-365ca453-c277-40a1-86bb-bc825f05c4f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.839604] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Releasing lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.839979] env[62284]: DEBUG nova.compute.manager [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Received event network-changed-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1951.840197] env[62284]: DEBUG nova.compute.manager [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Refreshing instance network info cache due to event network-changed-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1951.840422] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Acquiring lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.840568] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Acquired lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.840737] env[62284]: DEBUG nova.network.neutron [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Refreshing network info cache for port d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.845215] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1951.845425] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1951.845613] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Deleting the datastore file [datastore1] 99530f04-5ad4-461a-a3af-65ec8aa15afc {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1951.845890] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-738315e8-19ee-4e84-80a3-0022640d3999 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.853797] env[62284]: DEBUG oslo_vmware.api [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for the task: (returnval){ [ 1951.853797] env[62284]: value = "task-1954971" [ 1951.853797] env[62284]: _type = "Task" [ 1951.853797] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.864265] env[62284]: DEBUG oslo_vmware.api [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.077070] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquiring lock "29c81225-1574-44aa-a3c0-86e3300cbc4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.077533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "29c81225-1574-44aa-a3c0-86e3300cbc4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.077697] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquiring lock "29c81225-1574-44aa-a3c0-86e3300cbc4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.077891] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "29c81225-1574-44aa-a3c0-86e3300cbc4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.078092] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "29c81225-1574-44aa-a3c0-86e3300cbc4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.082222] env[62284]: INFO nova.compute.manager [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Terminating instance [ 1952.096970] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489399} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.096970] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac/754fc769-14d0-44ce-b3dc-ea2ee4c4dfac.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.098442] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.098671] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f14172b-44a6-4822-8178-c6319056e9e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.105015] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 1952.105015] env[62284]: value = "task-1954972" [ 1952.105015] env[62284]: _type = "Task" [ 1952.105015] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.114260] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.163282] env[62284]: DEBUG nova.scheduler.client.report [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.176227] env[62284]: DEBUG nova.compute.manager [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.176653] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.177825] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4efaf-cd41-431a-95e6-871ecf84e68e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.188726] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.190130] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48ad64fd-b4fb-49fe-ba6c-c2ae9de842d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.220719] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.292608] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1952.292945] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1952.293221] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleting the datastore file [datastore1] 9a4843f1-9ab2-4cd3-84b2-750ee78ab961 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.293552] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db721512-dde2-4d2c-b2e4-e148d46b8628 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.301313] env[62284]: DEBUG oslo_vmware.api [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 1952.301313] env[62284]: value = "task-1954974" [ 1952.301313] env[62284]: _type = "Task" [ 1952.301313] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.309796] env[62284]: DEBUG oslo_vmware.api [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.366284] env[62284]: DEBUG oslo_vmware.api [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Task: {'id': task-1954971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32028} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.366284] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1952.366284] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1952.366284] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1952.366919] env[62284]: INFO nova.compute.manager [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1952.367551] env[62284]: DEBUG oslo.service.loopingcall [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.367910] env[62284]: DEBUG nova.compute.manager [-] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1952.368152] env[62284]: DEBUG nova.network.neutron [-] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1952.580457] env[62284]: DEBUG nova.compute.manager [req-10a3e599-722e-4e27-bde1-8eaab78092cc req-d83b959f-9bac-4db3-8d27-0ac80ac5ab91 service nova] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Received event network-vif-deleted-045ca862-943c-4c4f-8418-42c8e6d73a90 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.585984] env[62284]: DEBUG nova.compute.manager [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.588959] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.588959] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eb262c-5db5-46b6-a17b-285882146d59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.597184] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.597184] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2c1777-e5f8-4c76-af3f-61a46418ceee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.603169] env[62284]: DEBUG oslo_vmware.api [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1952.603169] env[62284]: value = "task-1954975" [ 1952.603169] env[62284]: _type = "Task" [ 1952.603169] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.616373] env[62284]: DEBUG oslo_vmware.api [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.622113] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098474} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.622272] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1952.624188] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d44f3-9a7c-4305-ad39-b08ac0b09dde {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.650683] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac/754fc769-14d0-44ce-b3dc-ea2ee4c4dfac.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1952.651537] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e69dace5-4441-49fe-868d-6644d03fca53 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.669159] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.670769] env[62284]: DEBUG nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1952.673361] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.237s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.674843] env[62284]: INFO nova.compute.claims [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.682263] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 1952.682263] env[62284]: value = "task-1954976" [ 1952.682263] env[62284]: _type = "Task" [ 1952.682263] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.692176] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.812156] env[62284]: DEBUG oslo_vmware.api [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1954974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132475} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.812418] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1952.812599] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1952.812783] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1952.812950] env[62284]: INFO nova.compute.manager [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1952.813213] env[62284]: DEBUG oslo.service.loopingcall [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.813411] env[62284]: DEBUG nova.compute.manager [-] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1952.813506] env[62284]: DEBUG nova.network.neutron [-] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1952.840379] env[62284]: DEBUG nova.network.neutron [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updated VIF entry in instance network info cache for port d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.840757] env[62284]: DEBUG nova.network.neutron [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updating instance_info_cache with network_info: [{"id": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "address": "fa:16:3e:be:f2:0e", "network": {"id": "c84d280b-92c8-44f3-a09e-305b4ed1c7e6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2078853753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17fedfe5541d499c868d75bb0f5345f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05cbdde-d6", "ovs_interfaceid": "d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.013728] env[62284]: DEBUG nova.compute.manager [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1953.013728] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece0e6c-3b81-43a2-ad54-47d9d7c0ccd4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.116800] env[62284]: DEBUG oslo_vmware.api [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.183775] env[62284]: DEBUG nova.compute.utils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1953.187175] env[62284]: DEBUG nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1953.187525] env[62284]: DEBUG nova.network.neutron [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1953.203836] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.297313] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.297599] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.323724] env[62284]: DEBUG nova.policy [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0cb07e69a4448169a15a91e90925b63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01f30355ec549c7a6043a0122e280f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1953.343819] env[62284]: DEBUG oslo_concurrency.lockutils [req-dcfcb259-08fa-470b-a8fc-ea337867323b req-b78d4143-4b67-4202-981a-aeccb2a4a0b2 service nova] Releasing lock "refresh_cache-99530f04-5ad4-461a-a3af-65ec8aa15afc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.357603] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.358298] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.526621] env[62284]: INFO nova.compute.manager [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] instance snapshotting [ 1953.526879] env[62284]: WARNING nova.compute.manager [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1953.535203] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46744194-c502-444a-a8c0-75e6c585c70c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.562169] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed25b04-b4b6-4fa2-8639-ff3cdbcbc16a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.594522] env[62284]: DEBUG nova.network.neutron [-] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.619019] env[62284]: DEBUG oslo_vmware.api [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954975, 'name': PowerOffVM_Task, 'duration_secs': 0.801031} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.619228] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.619648] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1953.620816] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b28d4d-9c9e-4e2e-9c74-6c78740a8d46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.666910] env[62284]: DEBUG nova.compute.manager [req-5f483956-760b-49f0-96b2-f9e0fa3fefff req-8167e0b4-3522-490c-bf7a-3ce46f376522 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Received event network-vif-deleted-97c05231-d790-4516-ac2a-d98214e70fff {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1953.666910] env[62284]: INFO nova.compute.manager [req-5f483956-760b-49f0-96b2-f9e0fa3fefff req-8167e0b4-3522-490c-bf7a-3ce46f376522 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Neutron deleted interface 97c05231-d790-4516-ac2a-d98214e70fff; detaching it from the instance and deleting it from the info cache [ 1953.667158] env[62284]: DEBUG nova.network.neutron [req-5f483956-760b-49f0-96b2-f9e0fa3fefff req-8167e0b4-3522-490c-bf7a-3ce46f376522 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.690638] env[62284]: DEBUG nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1953.709203] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954976, 'name': ReconfigVM_Task, 'duration_secs': 0.899061} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.709203] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac/754fc769-14d0-44ce-b3dc-ea2ee4c4dfac.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.710404] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bae5da9-d81f-4a62-8e9c-2c760d7ab030 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.718668] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 1953.718668] env[62284]: value = "task-1954978" [ 1953.718668] env[62284]: _type = "Task" [ 1953.718668] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.729909] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954978, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.776013] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.776013] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.776013] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Deleting the datastore file [datastore1] 29c81225-1574-44aa-a3c0-86e3300cbc4c {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.778628] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b94b2f3e-2614-43cc-9aa3-44427bdc43cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.787231] env[62284]: DEBUG oslo_vmware.api [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for the task: (returnval){ [ 1953.787231] env[62284]: value = "task-1954979" [ 1953.787231] env[62284]: _type = "Task" [ 1953.787231] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.802149] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1953.803475] env[62284]: DEBUG oslo_vmware.api [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.808184] env[62284]: DEBUG nova.network.neutron [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Successfully created port: 8e80f54b-34a8-42b6-9416-da935e990cc7 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1953.861983] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1953.931165] env[62284]: DEBUG nova.network.neutron [-] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.995527] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "37b66f98-d418-431f-9ca8-09e4af2a4769" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.995776] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.033413] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bbe4df-8812-49cc-b2e5-df9333daed4f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.043706] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e869bc1-0b1e-40f1-a862-8efe734622fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.074455] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74038108-0e2a-4f89-ae32-a1e614987796 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.077864] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1954.078567] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-286243aa-9b17-40ed-882a-a9c6df4ae5cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.086523] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b77393-5300-4a70-8199-9284e876f98a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.090405] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1954.090405] env[62284]: value = "task-1954980" [ 1954.090405] env[62284]: _type = "Task" [ 1954.090405] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.104617] env[62284]: INFO nova.compute.manager [-] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Took 1.74 seconds to deallocate network for instance. [ 1954.105151] env[62284]: DEBUG nova.compute.provider_tree [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.113637] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954980, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.169776] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d860bc6-2cef-461e-86cf-274fd92f5820 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.179694] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e527f7-3be6-482f-b209-9b7826979e1f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.212486] env[62284]: DEBUG nova.compute.manager [req-5f483956-760b-49f0-96b2-f9e0fa3fefff req-8167e0b4-3522-490c-bf7a-3ce46f376522 service nova] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Detach interface failed, port_id=97c05231-d790-4516-ac2a-d98214e70fff, reason: Instance 9a4843f1-9ab2-4cd3-84b2-750ee78ab961 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1954.231026] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954978, 'name': Rename_Task, 'duration_secs': 0.162312} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.231319] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.232024] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e09219-28db-44a3-95db-e3d94e8be463 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.237395] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 1954.237395] env[62284]: value = "task-1954981" [ 1954.237395] env[62284]: _type = "Task" [ 1954.237395] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.246412] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.297397] env[62284]: DEBUG oslo_vmware.api [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Task: {'id': task-1954979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172017} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.297521] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1954.297794] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1954.298117] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1954.298420] env[62284]: INFO nova.compute.manager [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1954.298796] env[62284]: DEBUG oslo.service.loopingcall [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.298947] env[62284]: DEBUG nova.compute.manager [-] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1954.299056] env[62284]: DEBUG nova.network.neutron [-] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.318519] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.391664] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.433768] env[62284]: INFO nova.compute.manager [-] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Took 1.62 seconds to deallocate network for instance. [ 1954.501026] env[62284]: DEBUG nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1954.604851] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954980, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.612021] env[62284]: DEBUG nova.scheduler.client.report [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.615884] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.620517] env[62284]: DEBUG nova.compute.manager [req-e588f09c-1dea-41ea-ba91-7fe9684f90c1 req-3b712df4-e14b-4622-8e27-c04c7465634e service nova] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Received event network-vif-deleted-d05cbdde-d690-4c64-b1a6-bd1c8b4c76ee {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1954.715140] env[62284]: DEBUG nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1954.749934] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1954.750233] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.750413] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1954.750620] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.750810] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1954.751273] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1954.751598] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1954.751789] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1954.751974] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1954.752178] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1954.752507] env[62284]: DEBUG nova.virt.hardware [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1954.753763] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b037dd-db74-4924-9cb2-c5a42d30eed0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.762420] env[62284]: DEBUG oslo_vmware.api [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1954981, 'name': PowerOnVM_Task, 'duration_secs': 0.471839} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.763073] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.763304] env[62284]: INFO nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1954.763493] env[62284]: DEBUG nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1954.764280] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67cb0cb-8951-43cb-b2a3-674069a2716b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.770270] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b6856-ccb1-4094-9b12-362eb82d7e13 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.944244] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.023593] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.101925] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954980, 'name': CreateSnapshot_Task, 'duration_secs': 0.637262} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.102091] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1955.102719] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7964577-f580-401d-b58e-c0dcea248442 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.119229] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.119764] env[62284]: DEBUG nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1955.122741] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.353s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.122961] env[62284]: DEBUG nova.objects.instance [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'resources' on Instance uuid f22f9e16-5775-45d6-a75f-ef4e294c78b7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.223009] env[62284]: DEBUG nova.network.neutron [-] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.301289] env[62284]: INFO nova.compute.manager [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Took 18.64 seconds to build instance. [ 1955.486268] env[62284]: DEBUG nova.network.neutron [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Successfully updated port: 8e80f54b-34a8-42b6-9416-da935e990cc7 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.622302] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1955.622828] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0116d74-d64d-4dc9-92e6-d94fc12dfdac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.628021] env[62284]: DEBUG nova.compute.utils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1955.638289] env[62284]: DEBUG nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1955.638527] env[62284]: DEBUG nova.network.neutron [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.646443] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1955.646443] env[62284]: value = "task-1954982" [ 1955.646443] env[62284]: _type = "Task" [ 1955.646443] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.656741] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954982, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.687128] env[62284]: DEBUG nova.policy [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33f9f816575a4c8b9167c84091e7e6ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b0d9d7e008e473980d4d05fd0126813', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1955.696805] env[62284]: DEBUG nova.compute.manager [req-d96f3e4c-bee2-4cc7-a66f-1a40871e2032 req-b6dac3db-6952-4011-9b71-194a13e10fc4 service nova] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Received event network-vif-deleted-234aae60-cc47-4426-8e46-ddc449d05c85 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1955.725193] env[62284]: INFO nova.compute.manager [-] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Took 1.43 seconds to deallocate network for instance. [ 1955.803733] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1b09578e-0ebe-4e0f-b334-470f8a7a95d1 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.163s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.915967] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cddb359-69ad-4bdd-b414-4b7276298618 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.926032] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d4e986-ebaa-47de-83d3-a9f25959a3f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.958996] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2aee64-8f9c-43c8-9dd3-4a205f91d8f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.968531] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3140bcfa-47af-4814-b7ba-c1c1f686dce5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.983535] env[62284]: DEBUG nova.compute.provider_tree [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1955.992547] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "refresh_cache-7619fb6b-9833-474d-8efa-74c34bd353f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.992678] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "refresh_cache-7619fb6b-9833-474d-8efa-74c34bd353f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.992828] env[62284]: DEBUG nova.network.neutron [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.057420] env[62284]: DEBUG nova.network.neutron [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Successfully created port: df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1956.139152] env[62284]: DEBUG nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1956.156688] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954982, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.235316] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.487817] env[62284]: DEBUG nova.scheduler.client.report [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.527725] env[62284]: DEBUG nova.network.neutron [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.650895] env[62284]: DEBUG nova.compute.manager [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Received event network-vif-plugged-8e80f54b-34a8-42b6-9416-da935e990cc7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1956.651188] env[62284]: DEBUG oslo_concurrency.lockutils [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] Acquiring lock "7619fb6b-9833-474d-8efa-74c34bd353f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.651542] env[62284]: DEBUG oslo_concurrency.lockutils [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] Lock "7619fb6b-9833-474d-8efa-74c34bd353f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.651616] env[62284]: DEBUG oslo_concurrency.lockutils [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] Lock "7619fb6b-9833-474d-8efa-74c34bd353f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.651803] env[62284]: DEBUG nova.compute.manager [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] No waiting events found dispatching network-vif-plugged-8e80f54b-34a8-42b6-9416-da935e990cc7 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1956.652046] env[62284]: WARNING nova.compute.manager [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Received unexpected event network-vif-plugged-8e80f54b-34a8-42b6-9416-da935e990cc7 for instance with vm_state building and task_state spawning. [ 1956.652254] env[62284]: DEBUG nova.compute.manager [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Received event network-changed-8e80f54b-34a8-42b6-9416-da935e990cc7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1956.653418] env[62284]: DEBUG nova.compute.manager [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Refreshing instance network info cache due to event network-changed-8e80f54b-34a8-42b6-9416-da935e990cc7. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1956.653931] env[62284]: DEBUG oslo_concurrency.lockutils [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] Acquiring lock "refresh_cache-7619fb6b-9833-474d-8efa-74c34bd353f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.665854] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954982, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.685859] env[62284]: DEBUG nova.network.neutron [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Updating instance_info_cache with network_info: [{"id": "8e80f54b-34a8-42b6-9416-da935e990cc7", "address": "fa:16:3e:9f:74:ba", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e80f54b-34", "ovs_interfaceid": "8e80f54b-34a8-42b6-9416-da935e990cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.994907] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.996874] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.495s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.018711] env[62284]: INFO nova.scheduler.client.report [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleted allocations for instance f22f9e16-5775-45d6-a75f-ef4e294c78b7 [ 1957.156373] env[62284]: DEBUG nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1957.161823] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954982, 'name': CloneVM_Task} progress is 95%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.178415] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.178658] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.178816] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.178997] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.179165] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.179312] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.179517] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.179674] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.179904] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.180155] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.180350] env[62284]: DEBUG nova.virt.hardware [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.181500] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1298d6ff-298c-4141-a238-73d596cb86a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.189041] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "refresh_cache-7619fb6b-9833-474d-8efa-74c34bd353f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.189041] env[62284]: DEBUG nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Instance network_info: |[{"id": "8e80f54b-34a8-42b6-9416-da935e990cc7", "address": "fa:16:3e:9f:74:ba", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e80f54b-34", "ovs_interfaceid": "8e80f54b-34a8-42b6-9416-da935e990cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1957.189470] env[62284]: DEBUG oslo_concurrency.lockutils [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] Acquired lock "refresh_cache-7619fb6b-9833-474d-8efa-74c34bd353f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.189470] env[62284]: DEBUG nova.network.neutron [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Refreshing network info cache for port 8e80f54b-34a8-42b6-9416-da935e990cc7 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.190558] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:74:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e80f54b-34a8-42b6-9416-da935e990cc7', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.198562] env[62284]: DEBUG oslo.service.loopingcall [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.199776] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ac302e-91c5-4711-b17a-5dbc587576b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.204849] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.205653] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bdb5731-0cfd-4611-84d2-ae6089898899 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.231942] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.231942] env[62284]: value = "task-1954983" [ 1957.231942] env[62284]: _type = "Task" [ 1957.231942] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.240144] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954983, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.503035] env[62284]: INFO nova.compute.claims [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1957.529026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1ae46aa5-0648-4fad-b569-9d3de6974f2c tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.207s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.529026] env[62284]: DEBUG oslo_concurrency.lockutils [req-4ee46a0b-d838-4bd9-ab0a-ef06e7cfd75f req-bfc07c2a-9e39-4990-8b83-fa9879f0b5ca service nova] Acquired lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.529558] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8135f35-a3a3-426d-ad4b-67cbd7151ff9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.538857] env[62284]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1957.539341] env[62284]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62284) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1957.539883] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28ba24c1-27d1-43ee-8a95-69f0a48275b0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.549781] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1943b8c-0b7c-4cce-8576-033c84f95dda {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.583590] env[62284]: ERROR root [req-4ee46a0b-d838-4bd9-ab0a-ef06e7cfd75f req-bfc07c2a-9e39-4990-8b83-fa9879f0b5ca service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-402770' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-402770' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-402770' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-402770'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-402770' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-402770' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-402770'}\n"]: nova.exception.InstanceNotFound: Instance f22f9e16-5775-45d6-a75f-ef4e294c78b7 could not be found. [ 1957.584138] env[62284]: DEBUG oslo_concurrency.lockutils [req-4ee46a0b-d838-4bd9-ab0a-ef06e7cfd75f req-bfc07c2a-9e39-4990-8b83-fa9879f0b5ca service nova] Releasing lock "f22f9e16-5775-45d6-a75f-ef4e294c78b7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.584514] env[62284]: DEBUG nova.compute.manager [req-4ee46a0b-d838-4bd9-ab0a-ef06e7cfd75f req-bfc07c2a-9e39-4990-8b83-fa9879f0b5ca service nova] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Detach interface failed, port_id=988d918e-76ce-4e33-9946-2f88aa7d5981, reason: Instance f22f9e16-5775-45d6-a75f-ef4e294c78b7 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1957.626210] env[62284]: DEBUG nova.network.neutron [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Successfully updated port: df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1957.660577] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1954982, 'name': CloneVM_Task, 'duration_secs': 1.70791} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.660916] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Created linked-clone VM from snapshot [ 1957.661645] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03b78b2-bd43-4dcb-96ca-2467360bb9f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.668849] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Uploading image 8682b580-7310-43ad-9f0a-9f9ab5228a81 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1957.690205] env[62284]: DEBUG oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1957.690205] env[62284]: value = "vm-402865" [ 1957.690205] env[62284]: _type = "VirtualMachine" [ 1957.690205] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1957.690487] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0779a272-a22a-4b04-892a-44aa2644e108 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.698988] env[62284]: DEBUG oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lease: (returnval){ [ 1957.698988] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e10f79-daa9-5a06-39ab-e5ca97ea3762" [ 1957.698988] env[62284]: _type = "HttpNfcLease" [ 1957.698988] env[62284]: } obtained for exporting VM: (result){ [ 1957.698988] env[62284]: value = "vm-402865" [ 1957.698988] env[62284]: _type = "VirtualMachine" [ 1957.698988] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1957.699389] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the lease: (returnval){ [ 1957.699389] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e10f79-daa9-5a06-39ab-e5ca97ea3762" [ 1957.699389] env[62284]: _type = "HttpNfcLease" [ 1957.699389] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1957.708043] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1957.708043] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e10f79-daa9-5a06-39ab-e5ca97ea3762" [ 1957.708043] env[62284]: _type = "HttpNfcLease" [ 1957.708043] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1957.723702] env[62284]: DEBUG nova.compute.manager [req-d410043a-d8f4-4454-b357-e554d9399a90 req-1e26aa06-08aa-4d44-874a-8be45e5f1c9a service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Received event network-changed-f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.723907] env[62284]: DEBUG nova.compute.manager [req-d410043a-d8f4-4454-b357-e554d9399a90 req-1e26aa06-08aa-4d44-874a-8be45e5f1c9a service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Refreshing instance network info cache due to event network-changed-f1d60e01-9a6f-4f95-ac20-a5f51d9e155a. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1957.724232] env[62284]: DEBUG oslo_concurrency.lockutils [req-d410043a-d8f4-4454-b357-e554d9399a90 req-1e26aa06-08aa-4d44-874a-8be45e5f1c9a service nova] Acquiring lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.724412] env[62284]: DEBUG oslo_concurrency.lockutils [req-d410043a-d8f4-4454-b357-e554d9399a90 req-1e26aa06-08aa-4d44-874a-8be45e5f1c9a service nova] Acquired lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.724531] env[62284]: DEBUG nova.network.neutron [req-d410043a-d8f4-4454-b357-e554d9399a90 req-1e26aa06-08aa-4d44-874a-8be45e5f1c9a service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Refreshing network info cache for port f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.745570] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954983, 'name': CreateVM_Task, 'duration_secs': 0.424487} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.745736] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1957.746395] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.746560] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.746876] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1957.747139] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace5c5a2-dd1b-4b06-81a7-da2fb4e2af46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.751933] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1957.751933] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5218460c-3885-2f11-66a3-6c539635bca2" [ 1957.751933] env[62284]: _type = "Task" [ 1957.751933] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.763066] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5218460c-3885-2f11-66a3-6c539635bca2, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.763338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.763560] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1957.763785] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.763933] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.764124] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.764363] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02bd0fea-3879-48f7-b5bf-a0c1b49b1a02 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.772253] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.772438] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1957.773397] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca547c70-e61f-4ebf-b041-a58d7f1bb42c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.780726] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1957.780726] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521bf389-277f-6f70-72bb-45b5df3c54c0" [ 1957.780726] env[62284]: _type = "Task" [ 1957.780726] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.788938] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521bf389-277f-6f70-72bb-45b5df3c54c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.923961] env[62284]: DEBUG nova.network.neutron [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Updated VIF entry in instance network info cache for port 8e80f54b-34a8-42b6-9416-da935e990cc7. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.924364] env[62284]: DEBUG nova.network.neutron [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Updating instance_info_cache with network_info: [{"id": "8e80f54b-34a8-42b6-9416-da935e990cc7", "address": "fa:16:3e:9f:74:ba", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e80f54b-34", "ovs_interfaceid": "8e80f54b-34a8-42b6-9416-da935e990cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.008318] env[62284]: INFO nova.compute.resource_tracker [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating resource usage from migration 4d8010b2-cc37-4e47-bba4-67b446e295d1 [ 1958.128409] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.128566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.129402] env[62284]: DEBUG nova.network.neutron [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.208736] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1958.208736] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e10f79-daa9-5a06-39ab-e5ca97ea3762" [ 1958.208736] env[62284]: _type = "HttpNfcLease" [ 1958.208736] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1958.211090] env[62284]: DEBUG oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1958.211090] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e10f79-daa9-5a06-39ab-e5ca97ea3762" [ 1958.211090] env[62284]: _type = "HttpNfcLease" [ 1958.211090] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1958.211954] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abbb560-d675-4d10-8491-010cc917872b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.219334] env[62284]: DEBUG oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b950bb-dd26-6d1a-cfea-523dd82635d8/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1958.219512] env[62284]: DEBUG oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b950bb-dd26-6d1a-cfea-523dd82635d8/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1958.282411] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a9ab0-ffd0-4093-adc5-c1ad6e125d2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.299424] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aced25f9-b4e7-4b51-bb87-5eb5f4d08599 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.303996] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521bf389-277f-6f70-72bb-45b5df3c54c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008261} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.305213] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6313a35-dd29-447d-af32-2a6b56584e86 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.338139] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0bab93-5bb1-410b-8564-a7e6ac80f45c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.340836] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1958.340836] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52027d32-eb11-9b49-181d-6fd453ffc4b8" [ 1958.340836] env[62284]: _type = "Task" [ 1958.340836] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.341267] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c26376ef-a36b-4318-9908-f475d91823fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.349524] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f6f23c-0806-47a5-81b8-b7b52af54cf0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.357086] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52027d32-eb11-9b49-181d-6fd453ffc4b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.357652] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.357933] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7619fb6b-9833-474d-8efa-74c34bd353f3/7619fb6b-9833-474d-8efa-74c34bd353f3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1958.359786] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb886d90-5e83-41ca-8a97-ce00d3bd9abf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.369071] env[62284]: DEBUG nova.compute.provider_tree [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.377562] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1958.377562] env[62284]: value = "task-1954985" [ 1958.377562] env[62284]: _type = "Task" [ 1958.377562] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.393672] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.429066] env[62284]: DEBUG oslo_concurrency.lockutils [req-39885167-73f8-478d-8194-d6764b69397c req-90c5300f-1001-4453-8ff8-b9cefe8670c8 service nova] Releasing lock "refresh_cache-7619fb6b-9833-474d-8efa-74c34bd353f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.628073] env[62284]: DEBUG nova.network.neutron [req-d410043a-d8f4-4454-b357-e554d9399a90 req-1e26aa06-08aa-4d44-874a-8be45e5f1c9a service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updated VIF entry in instance network info cache for port f1d60e01-9a6f-4f95-ac20-a5f51d9e155a. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.628541] env[62284]: DEBUG nova.network.neutron [req-d410043a-d8f4-4454-b357-e554d9399a90 req-1e26aa06-08aa-4d44-874a-8be45e5f1c9a service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updating instance_info_cache with network_info: [{"id": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "address": "fa:16:3e:fc:99:c9", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d60e01-9a", "ovs_interfaceid": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.685208] env[62284]: DEBUG nova.compute.manager [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Received event network-vif-plugged-df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1958.685208] env[62284]: DEBUG oslo_concurrency.lockutils [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] Acquiring lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.685208] env[62284]: DEBUG oslo_concurrency.lockutils [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.685681] env[62284]: DEBUG oslo_concurrency.lockutils [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.686190] env[62284]: DEBUG nova.compute.manager [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] No waiting events found dispatching network-vif-plugged-df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1958.686541] env[62284]: WARNING nova.compute.manager [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Received unexpected event network-vif-plugged-df661395-c6c4-4d0d-b4b2-1ff071480481 for instance with vm_state building and task_state spawning. [ 1958.689019] env[62284]: DEBUG nova.compute.manager [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Received event network-changed-df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1958.689019] env[62284]: DEBUG nova.compute.manager [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Refreshing instance network info cache due to event network-changed-df661395-c6c4-4d0d-b4b2-1ff071480481. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1958.689019] env[62284]: DEBUG oslo_concurrency.lockutils [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] Acquiring lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.689019] env[62284]: DEBUG nova.network.neutron [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1958.871821] env[62284]: DEBUG nova.scheduler.client.report [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.888366] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446697} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.889584] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7619fb6b-9833-474d-8efa-74c34bd353f3/7619fb6b-9833-474d-8efa-74c34bd353f3.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.889978] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.890340] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5890c6bb-1ca2-4aaa-89ee-a6547ab5c94c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.897298] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1958.897298] env[62284]: value = "task-1954986" [ 1958.897298] env[62284]: _type = "Task" [ 1958.897298] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.906437] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.942572] env[62284]: DEBUG nova.network.neutron [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance_info_cache with network_info: [{"id": "df661395-c6c4-4d0d-b4b2-1ff071480481", "address": "fa:16:3e:25:84:ce", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf661395-c6", "ovs_interfaceid": "df661395-c6c4-4d0d-b4b2-1ff071480481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.132580] env[62284]: DEBUG oslo_concurrency.lockutils [req-d410043a-d8f4-4454-b357-e554d9399a90 req-1e26aa06-08aa-4d44-874a-8be45e5f1c9a service nova] Releasing lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.376870] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.377540] env[62284]: INFO nova.compute.manager [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Migrating [ 1959.386270] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.686s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.388016] env[62284]: INFO nova.compute.claims [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1959.409620] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075003} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.409620] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1959.409820] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47376509-15bf-4f44-886a-bca490b8866e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.434911] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 7619fb6b-9833-474d-8efa-74c34bd353f3/7619fb6b-9833-474d-8efa-74c34bd353f3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1959.436460] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbcad7fa-74ec-4ae1-984a-9e075994dc45 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.453402] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.453704] env[62284]: DEBUG nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Instance network_info: |[{"id": "df661395-c6c4-4d0d-b4b2-1ff071480481", "address": "fa:16:3e:25:84:ce", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf661395-c6", "ovs_interfaceid": "df661395-c6c4-4d0d-b4b2-1ff071480481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1959.454116] env[62284]: DEBUG oslo_concurrency.lockutils [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] Acquired lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.454362] env[62284]: DEBUG nova.network.neutron [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Refreshing network info cache for port df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.455897] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:84:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df661395-c6c4-4d0d-b4b2-1ff071480481', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1959.463728] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating folder: Project (5b0d9d7e008e473980d4d05fd0126813). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1959.465552] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a377dc-9d13-421d-99d6-f3afcef0a1c2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.469918] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1959.469918] env[62284]: value = "task-1954987" [ 1959.469918] env[62284]: _type = "Task" [ 1959.469918] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.476737] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Created folder: Project (5b0d9d7e008e473980d4d05fd0126813) in parent group-v402637. [ 1959.476927] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating folder: Instances. Parent ref: group-v402867. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1959.477590] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f19ab7d-f2cd-4e10-a6a6-d27324b6195b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.482724] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.492159] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Created folder: Instances in parent group-v402867. [ 1959.492433] env[62284]: DEBUG oslo.service.loopingcall [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.492636] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1959.492965] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d8de018-0f9a-4a43-9f13-5a91e24a53c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.518072] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1959.518072] env[62284]: value = "task-1954990" [ 1959.518072] env[62284]: _type = "Task" [ 1959.518072] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.527595] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954990, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.900745] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.901416] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.901416] env[62284]: DEBUG nova.network.neutron [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.983704] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.028301] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1954990, 'name': CreateVM_Task, 'duration_secs': 0.401904} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.028500] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1960.029272] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.029445] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.029816] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1960.030160] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd00031-db44-4105-a213-327e2db1b827 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.037302] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 1960.037302] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521cf766-8b4b-9145-a9be-119b8f0667c1" [ 1960.037302] env[62284]: _type = "Task" [ 1960.037302] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.046756] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521cf766-8b4b-9145-a9be-119b8f0667c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.241831] env[62284]: DEBUG nova.network.neutron [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updated VIF entry in instance network info cache for port df661395-c6c4-4d0d-b4b2-1ff071480481. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1960.242276] env[62284]: DEBUG nova.network.neutron [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance_info_cache with network_info: [{"id": "df661395-c6c4-4d0d-b4b2-1ff071480481", "address": "fa:16:3e:25:84:ce", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf661395-c6", "ovs_interfaceid": "df661395-c6c4-4d0d-b4b2-1ff071480481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.355148] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.355406] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.482478] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954987, 'name': ReconfigVM_Task, 'duration_secs': 0.624019} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.484941] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 7619fb6b-9833-474d-8efa-74c34bd353f3/7619fb6b-9833-474d-8efa-74c34bd353f3.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1960.485791] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02d1f57b-a98c-4dea-81cb-07a55fc36e5f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.493449] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1960.493449] env[62284]: value = "task-1954991" [ 1960.493449] env[62284]: _type = "Task" [ 1960.493449] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.503685] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954991, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.549745] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521cf766-8b4b-9145-a9be-119b8f0667c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01349} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.550134] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.550369] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1960.550611] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.550764] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.550965] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1960.551256] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e1048f9-dd09-49c9-a598-2371ca54fb6d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.561947] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1960.561947] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1960.562633] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8d6318-73c8-4a97-a11a-55bf656dde4c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.567717] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 1960.567717] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e58a94-797a-bc00-bf76-ad0f8cc414a6" [ 1960.567717] env[62284]: _type = "Task" [ 1960.567717] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.575826] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e58a94-797a-bc00-bf76-ad0f8cc414a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.691023] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cded2a-51de-4c81-95e7-75d706b27ce7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.702322] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd9f440-d888-4285-99aa-403a0171b9f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.707266] env[62284]: DEBUG nova.network.neutron [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.753108] env[62284]: DEBUG oslo_concurrency.lockutils [req-f40fa1e3-f2c1-42cf-8453-12ff2a67a4e2 req-df839c09-3a30-4fe1-b293-237f2cb61401 service nova] Releasing lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.757017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1eb2be-9524-461f-af5b-755881b695c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.764589] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf5d92c-0212-4e91-8f9d-b2cec22fe61d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.782948] env[62284]: DEBUG nova.compute.provider_tree [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.858079] env[62284]: DEBUG nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.003652] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954991, 'name': Rename_Task, 'duration_secs': 0.199269} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.006462] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1961.006462] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17e6848a-5a3f-43c7-8fb8-4daf65344ca0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.011725] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1961.011725] env[62284]: value = "task-1954992" [ 1961.011725] env[62284]: _type = "Task" [ 1961.011725] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.019411] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.077794] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e58a94-797a-bc00-bf76-ad0f8cc414a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012962} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.078721] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616ec8f3-cfa9-4f76-b851-a1231fbe66b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.084734] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 1961.084734] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522740c8-8a79-a2cf-7010-f41cd06b2eb6" [ 1961.084734] env[62284]: _type = "Task" [ 1961.084734] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.093401] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522740c8-8a79-a2cf-7010-f41cd06b2eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.210901] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.287255] env[62284]: DEBUG nova.scheduler.client.report [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.381996] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.522858] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.595941] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522740c8-8a79-a2cf-7010-f41cd06b2eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.013227} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.596165] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.596440] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 75a0affa-c7d0-4536-8767-1e3992488ef2/75a0affa-c7d0-4536-8767-1e3992488ef2.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1961.596709] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f869ace3-0d2d-4a19-b1f8-090a82d1fb60 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.603873] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 1961.603873] env[62284]: value = "task-1954993" [ 1961.603873] env[62284]: _type = "Task" [ 1961.603873] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.613317] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.793113] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.794111] env[62284]: DEBUG nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1961.797302] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.707s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.797550] env[62284]: DEBUG nova.objects.instance [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1962.023338] env[62284]: DEBUG oslo_vmware.api [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1954992, 'name': PowerOnVM_Task, 'duration_secs': 0.642311} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.023645] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.023848] env[62284]: INFO nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1962.024031] env[62284]: DEBUG nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.025231] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ae3360-2dad-4f28-abbd-1b79150cc8ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.115545] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954993, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.303580] env[62284]: DEBUG nova.compute.utils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1962.308240] env[62284]: DEBUG nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1962.308496] env[62284]: DEBUG nova.network.neutron [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1962.544064] env[62284]: INFO nova.compute.manager [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Took 18.23 seconds to build instance. [ 1962.587651] env[62284]: DEBUG nova.policy [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84823e3680704bf38a3bfd39541f2d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25b3f9f266864b548655a43d3cf2d9a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1962.614815] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549963} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.615087] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 75a0affa-c7d0-4536-8767-1e3992488ef2/75a0affa-c7d0-4536-8767-1e3992488ef2.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1962.615314] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1962.615605] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b00e4afd-9bb8-4de4-9e95-f25797c9649e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.622658] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 1962.622658] env[62284]: value = "task-1954994" [ 1962.622658] env[62284]: _type = "Task" [ 1962.622658] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.632219] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.726591] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580db428-fbdd-471b-a2d7-55168012bd53 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.746581] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance '076233c5-52f4-43cd-8192-1f59281020b2' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1962.811704] env[62284]: DEBUG nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1962.815060] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a9357f8-863e-4df1-8606-a9bafed7b201 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.819020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.596s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.819020] env[62284]: DEBUG nova.objects.instance [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lazy-loading 'resources' on Instance uuid bce40a5d-0706-4c7d-becd-16c684e91c69 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.864376] env[62284]: DEBUG nova.network.neutron [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Successfully created port: a5bd40b2-4b49-4e9c-89ec-a23e67db1403 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1962.983173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.983458] env[62284]: DEBUG oslo_concurrency.lockutils [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.047214] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d00ec881-6372-4edb-8741-29dd56979cd6 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7619fb6b-9833-474d-8efa-74c34bd353f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.744s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.136412] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066483} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.136412] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1963.136412] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ada961-8d27-441b-a8a0-dae7b5c4cbc2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.158194] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 75a0affa-c7d0-4536-8767-1e3992488ef2/75a0affa-c7d0-4536-8767-1e3992488ef2.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.158541] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6a8cf3-0a37-425a-85a3-c17de1397028 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.179118] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 1963.179118] env[62284]: value = "task-1954995" [ 1963.179118] env[62284]: _type = "Task" [ 1963.179118] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.187210] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.252789] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1963.253462] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b28e1a-fe2a-45c1-a4a9-254cb59a3ad7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.260721] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1963.260721] env[62284]: value = "task-1954996" [ 1963.260721] env[62284]: _type = "Task" [ 1963.260721] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.269682] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.487840] env[62284]: DEBUG nova.compute.utils [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1963.601637] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d532be43-9ffb-4cd3-8822-b95c8ff10726 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.610106] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705da59e-54fe-47ff-ad02-fd7b9ada2057 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.644047] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ea83ab-5cc9-4b9f-82a1-55496aaca6a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.652596] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5275d57-3ff7-4c8b-8d45-e5ece928886f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.666982] env[62284]: DEBUG nova.compute.provider_tree [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1963.688968] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.772844] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954996, 'name': PowerOffVM_Task, 'duration_secs': 0.344792} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.773165] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1963.773360] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance '076233c5-52f4-43cd-8192-1f59281020b2' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1963.826416] env[62284]: DEBUG nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1963.849735] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1963.850123] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1963.850289] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1963.850583] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1963.850706] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1963.850804] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1963.851031] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1963.851252] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1963.851466] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1963.851663] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1963.851847] env[62284]: DEBUG nova.virt.hardware [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1963.853033] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce5e2ab-4787-4409-8551-cc03bb5efb57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.863311] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e010eba8-eb17-4d06-81b8-54ccdf5896d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.990581] env[62284]: DEBUG oslo_concurrency.lockutils [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.171049] env[62284]: DEBUG nova.scheduler.client.report [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.189523] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954995, 'name': ReconfigVM_Task, 'duration_secs': 0.718726} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.190517] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 75a0affa-c7d0-4536-8767-1e3992488ef2/75a0affa-c7d0-4536-8767-1e3992488ef2.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.191192] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc55770b-663f-44c8-8c50-97708e37dddb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.198890] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 1964.198890] env[62284]: value = "task-1954997" [ 1964.198890] env[62284]: _type = "Task" [ 1964.198890] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.207687] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954997, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.280666] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.280966] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.281204] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.281620] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.281712] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.281855] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.282192] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.282434] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.282619] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.282791] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.283057] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.288759] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12492a72-4a03-459a-a7e6-e76e9acf3a29 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.306091] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1964.306091] env[62284]: value = "task-1954998" [ 1964.306091] env[62284]: _type = "Task" [ 1964.306091] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.315098] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.676267] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.680479] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.361s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.681567] env[62284]: INFO nova.compute.claims [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1964.721630] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954997, 'name': Rename_Task, 'duration_secs': 0.218035} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.721630] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.721630] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12548d0c-0abc-4715-ad69-96583c03b294 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.727250] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 1964.727250] env[62284]: value = "task-1954999" [ 1964.727250] env[62284]: _type = "Task" [ 1964.727250] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.740088] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.778272] env[62284]: INFO nova.scheduler.client.report [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Deleted allocations for instance bce40a5d-0706-4c7d-becd-16c684e91c69 [ 1964.816643] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1954998, 'name': ReconfigVM_Task, 'duration_secs': 0.232547} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.816960] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance '076233c5-52f4-43cd-8192-1f59281020b2' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1964.961674] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "7619fb6b-9833-474d-8efa-74c34bd353f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.961948] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7619fb6b-9833-474d-8efa-74c34bd353f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.962188] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "7619fb6b-9833-474d-8efa-74c34bd353f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.962381] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7619fb6b-9833-474d-8efa-74c34bd353f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.962553] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7619fb6b-9833-474d-8efa-74c34bd353f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.964843] env[62284]: INFO nova.compute.manager [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Terminating instance [ 1965.074719] env[62284]: DEBUG oslo_concurrency.lockutils [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.075210] env[62284]: DEBUG oslo_concurrency.lockutils [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.075609] env[62284]: INFO nova.compute.manager [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Attaching volume e4b44b5d-b693-4f15-8a11-2cff00e9fb73 to /dev/sdb [ 1965.109708] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b6ca32-d071-4fac-99fe-a6430e232467 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.117206] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54430e13-1393-453f-ade8-c80bd02fbb7c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.130602] env[62284]: DEBUG nova.virt.block_device [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Updating existing volume attachment record: 8961003b-c63d-4db8-a06e-cbd8aeba5eb2 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1965.236041] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.285259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c93a3fc8-d407-47b6-bcf1-65b7155b3fdb tempest-ServerDiskConfigTestJSON-443987212 tempest-ServerDiskConfigTestJSON-443987212-project-member] Lock "bce40a5d-0706-4c7d-becd-16c684e91c69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.916s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.323478] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.323840] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.324070] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.324311] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.324518] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.324786] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.325050] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.325307] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.325522] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.325709] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.325886] env[62284]: DEBUG nova.virt.hardware [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.331564] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1965.332220] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9be45e81-aefd-403b-95fa-165ae62728b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.352011] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1965.352011] env[62284]: value = "task-1955001" [ 1965.352011] env[62284]: _type = "Task" [ 1965.352011] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.362321] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.468844] env[62284]: DEBUG nova.compute.manager [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1965.468844] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1965.470137] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3e5e44-1337-4913-ace4-cdc5514b953c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.477844] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1965.478275] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e3f6d7-7a18-4da6-9320-d4a1a55ebdfd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.485739] env[62284]: DEBUG oslo_vmware.api [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1965.485739] env[62284]: value = "task-1955002" [ 1965.485739] env[62284]: _type = "Task" [ 1965.485739] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.494732] env[62284]: DEBUG oslo_vmware.api [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.740255] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.863118] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955001, 'name': ReconfigVM_Task, 'duration_secs': 0.345798} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.865871] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1965.867302] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ed69e-9e61-497a-9a7c-46ad3a7c24b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.890789] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 076233c5-52f4-43cd-8192-1f59281020b2/076233c5-52f4-43cd-8192-1f59281020b2.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.893874] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa72eba-248b-43d4-9efc-3bedd9a06586 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.913541] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1965.913541] env[62284]: value = "task-1955005" [ 1965.913541] env[62284]: _type = "Task" [ 1965.913541] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.923351] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.996905] env[62284]: DEBUG oslo_vmware.api [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955002, 'name': PowerOffVM_Task, 'duration_secs': 0.317003} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.999932] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1966.000169] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1966.000659] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51edda19-2d38-4d62-b26c-e5546c9e8e87 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.024145] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a45dae-a984-4f48-acab-4dfb779f3778 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.032632] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b5703f-0d74-4b17-aacb-e867f13417f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.065743] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081bd3c-00cb-44d8-9000-1c45c2c94588 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.074057] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ab4d3-97fd-4d97-80ac-8a1f99475c1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.089035] env[62284]: DEBUG nova.compute.provider_tree [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.247302] env[62284]: DEBUG oslo_vmware.api [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1954999, 'name': PowerOnVM_Task, 'duration_secs': 1.450852} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.247735] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1966.248418] env[62284]: INFO nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1966.248761] env[62284]: DEBUG nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.250511] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badfa1cd-143a-46c2-83ce-b5c76fcf28dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.423531] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955005, 'name': ReconfigVM_Task, 'duration_secs': 0.456952} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.423832] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 076233c5-52f4-43cd-8192-1f59281020b2/076233c5-52f4-43cd-8192-1f59281020b2.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1966.424128] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance '076233c5-52f4-43cd-8192-1f59281020b2' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1966.598130] env[62284]: DEBUG nova.scheduler.client.report [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.760826] env[62284]: DEBUG oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b950bb-dd26-6d1a-cfea-523dd82635d8/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1966.761862] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbbaa45-7480-4194-b605-74701c0f2060 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.772765] env[62284]: DEBUG oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b950bb-dd26-6d1a-cfea-523dd82635d8/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1966.772962] env[62284]: ERROR oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b950bb-dd26-6d1a-cfea-523dd82635d8/disk-0.vmdk due to incomplete transfer. [ 1966.774957] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f372643-173e-47c3-99cb-058c8908d633 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.776808] env[62284]: INFO nova.compute.manager [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Took 22.36 seconds to build instance. [ 1966.784928] env[62284]: DEBUG oslo_vmware.rw_handles [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b950bb-dd26-6d1a-cfea-523dd82635d8/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1966.785173] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Uploaded image 8682b580-7310-43ad-9f0a-9f9ab5228a81 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1966.787331] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1966.787592] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a52ad4f-b26c-4314-9e05-bf2694c474a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.794415] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1966.794415] env[62284]: value = "task-1955007" [ 1966.794415] env[62284]: _type = "Task" [ 1966.794415] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.803497] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955007, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.930477] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036baf69-60bc-4cf1-a724-0d7ff921ab73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.952058] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa209c1-166e-41f4-bfdb-f06c8c41ad38 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.972317] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance '076233c5-52f4-43cd-8192-1f59281020b2' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1967.104501] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.104501] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1967.106912] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.716s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.111457] env[62284]: INFO nova.compute.claims [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1967.280331] env[62284]: DEBUG oslo_concurrency.lockutils [None req-32659393-dce2-4bde-8479-fbe91b629f42 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.898s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.307621] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955007, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.563866] env[62284]: DEBUG nova.network.neutron [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Port f013b955-064c-4b8f-a19b-19c095f92a9d binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1967.613630] env[62284]: DEBUG nova.compute.utils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1967.621029] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1967.621245] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1967.712854] env[62284]: DEBUG nova.policy [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1924e29e5204e45b9e17d2aeb58366d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56e957ec9de84dfd8c83a37619d4fa1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1967.809029] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955007, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.848365] env[62284]: DEBUG nova.compute.manager [req-93c68871-d338-42ea-9f47-4c7c51b674c1 req-2ba34fa0-6dc5-473a-87bb-5193e1e54866 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Received event network-changed-df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.848365] env[62284]: DEBUG nova.compute.manager [req-93c68871-d338-42ea-9f47-4c7c51b674c1 req-2ba34fa0-6dc5-473a-87bb-5193e1e54866 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Refreshing instance network info cache due to event network-changed-df661395-c6c4-4d0d-b4b2-1ff071480481. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1967.849025] env[62284]: DEBUG oslo_concurrency.lockutils [req-93c68871-d338-42ea-9f47-4c7c51b674c1 req-2ba34fa0-6dc5-473a-87bb-5193e1e54866 service nova] Acquiring lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.849325] env[62284]: DEBUG oslo_concurrency.lockutils [req-93c68871-d338-42ea-9f47-4c7c51b674c1 req-2ba34fa0-6dc5-473a-87bb-5193e1e54866 service nova] Acquired lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.849592] env[62284]: DEBUG nova.network.neutron [req-93c68871-d338-42ea-9f47-4c7c51b674c1 req-2ba34fa0-6dc5-473a-87bb-5193e1e54866 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Refreshing network info cache for port df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.890079] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "181a2cc7-5713-4162-a5eb-886714672aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.890407] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "181a2cc7-5713-4162-a5eb-886714672aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.890629] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "181a2cc7-5713-4162-a5eb-886714672aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.890817] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "181a2cc7-5713-4162-a5eb-886714672aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.890987] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "181a2cc7-5713-4162-a5eb-886714672aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.893714] env[62284]: INFO nova.compute.manager [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Terminating instance [ 1968.080954] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Successfully created port: 206cb8d9-2e51-49e4-b120-62d646ae777b {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1968.123250] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1968.305574] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955007, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.397323] env[62284]: DEBUG nova.compute.manager [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1968.397490] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1968.398668] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c620148f-cb8b-4ae6-a4b5-1eb19e97df78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.409691] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.409949] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d12f9d4-94dd-4693-9a63-ddff932398d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.416016] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbfa56a-c555-4736-b47b-a60228ea4f8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.422932] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5500fad3-621b-4961-81c4-87d67776f7f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.455771] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f46593-7a81-44a1-ac08-a7223a416fe3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.464945] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27894d-e627-42f7-ba91-dad6ce6e6edf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.479396] env[62284]: DEBUG nova.compute.provider_tree [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.572447] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.572561] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.588064] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.588366] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.588522] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.672933] env[62284]: DEBUG nova.network.neutron [req-93c68871-d338-42ea-9f47-4c7c51b674c1 req-2ba34fa0-6dc5-473a-87bb-5193e1e54866 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updated VIF entry in instance network info cache for port df661395-c6c4-4d0d-b4b2-1ff071480481. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.673314] env[62284]: DEBUG nova.network.neutron [req-93c68871-d338-42ea-9f47-4c7c51b674c1 req-2ba34fa0-6dc5-473a-87bb-5193e1e54866 service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance_info_cache with network_info: [{"id": "df661395-c6c4-4d0d-b4b2-1ff071480481", "address": "fa:16:3e:25:84:ce", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf661395-c6", "ovs_interfaceid": "df661395-c6c4-4d0d-b4b2-1ff071480481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.806342] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955007, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.983596] env[62284]: DEBUG nova.scheduler.client.report [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1969.053141] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.053141] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.053301] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleting the datastore file [datastore1] 7619fb6b-9833-474d-8efa-74c34bd353f3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.055300] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80759ce2-4f6b-4598-824b-ab65e7dae619 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.062171] env[62284]: DEBUG oslo_vmware.api [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 1969.062171] env[62284]: value = "task-1955010" [ 1969.062171] env[62284]: _type = "Task" [ 1969.062171] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.071178] env[62284]: DEBUG oslo_vmware.api [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.082166] env[62284]: DEBUG nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1969.120369] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.120605] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.120797] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleting the datastore file [datastore1] 181a2cc7-5713-4162-a5eb-886714672aa5 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.121716] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-222ae5cc-1000-4da8-b39f-f216ea7a813a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.128797] env[62284]: DEBUG oslo_vmware.api [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1969.128797] env[62284]: value = "task-1955011" [ 1969.128797] env[62284]: _type = "Task" [ 1969.128797] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.132774] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1969.140464] env[62284]: DEBUG oslo_vmware.api [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.160577] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1969.160834] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1969.161022] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1969.162461] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1969.162461] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1969.162461] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1969.162461] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1969.162461] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1969.162461] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1969.162461] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1969.162808] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1969.164054] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5befa-73aa-4674-a955-4245c17b6a20 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.171843] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfcf8a0-2156-442c-b6f6-37345e16db62 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.176818] env[62284]: DEBUG oslo_concurrency.lockutils [req-93c68871-d338-42ea-9f47-4c7c51b674c1 req-2ba34fa0-6dc5-473a-87bb-5193e1e54866 service nova] Releasing lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.306831] env[62284]: DEBUG oslo_vmware.api [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955007, 'name': Destroy_Task, 'duration_secs': 2.404121} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.307133] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Destroyed the VM [ 1969.307387] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1969.307626] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fdfc1d7c-c482-46ed-ade9-9a33c345d094 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.312603] env[62284]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1969.312603] env[62284]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62284) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1969.312874] env[62284]: DEBUG nova.compute.utils [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Cleaning up image 8682b580-7310-43ad-9f0a-9f9ab5228a81 {{(pid=62284) delete_image /opt/stack/nova/nova/compute/utils.py:1353}} [ 1969.490164] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.490840] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1969.493430] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.878s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.493716] env[62284]: DEBUG nova.objects.instance [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lazy-loading 'resources' on Instance uuid 99530f04-5ad4-461a-a3af-65ec8aa15afc {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.571633] env[62284]: DEBUG oslo_vmware.api [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158847} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.571894] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.572092] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.572278] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.572451] env[62284]: INFO nova.compute.manager [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Took 4.10 seconds to destroy the instance on the hypervisor. [ 1969.572686] env[62284]: DEBUG oslo.service.loopingcall [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.572868] env[62284]: DEBUG nova.compute.manager [-] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.572963] env[62284]: DEBUG nova.network.neutron [-] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.602677] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.622747] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.622936] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.623132] env[62284]: DEBUG nova.network.neutron [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1969.639683] env[62284]: WARNING nova.virt.vmwareapi.vmops [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 181a2cc7-5713-4162-a5eb-886714672aa5 [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Traceback (most recent call last): [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] ds_util.file_delete(self._session, [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] session._wait_for_task(file_delete_task) [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] return self.wait_for_task(task_ref) [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] return evt.wait() [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] result = hub.switch() [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] return self.greenlet.switch() [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] self.f(*self.args, **self.kw) [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] raise exceptions.translate_fault(task_info.error) [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 181a2cc7-5713-4162-a5eb-886714672aa5 [ 1969.639683] env[62284]: ERROR nova.virt.vmwareapi.vmops [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] [ 1969.640488] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.640488] env[62284]: INFO nova.compute.manager [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1969.640488] env[62284]: DEBUG oslo.service.loopingcall [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.640605] env[62284]: DEBUG nova.compute.manager [-] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.640644] env[62284]: DEBUG nova.network.neutron [-] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.905861] env[62284]: DEBUG nova.compute.manager [req-e153c8f4-c7b3-4d1c-825a-54a93fb82abb req-abea1ea1-fd98-417d-bc73-30239956b316 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Received event network-vif-deleted-8e80f54b-34a8-42b6-9416-da935e990cc7 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.906219] env[62284]: INFO nova.compute.manager [req-e153c8f4-c7b3-4d1c-825a-54a93fb82abb req-abea1ea1-fd98-417d-bc73-30239956b316 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Neutron deleted interface 8e80f54b-34a8-42b6-9416-da935e990cc7; detaching it from the instance and deleting it from the info cache [ 1969.906292] env[62284]: DEBUG nova.network.neutron [req-e153c8f4-c7b3-4d1c-825a-54a93fb82abb req-abea1ea1-fd98-417d-bc73-30239956b316 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.909483] env[62284]: DEBUG nova.compute.manager [req-ee0f2118-2579-4b23-9c92-07f7ca69f5e1 req-a6408a52-a140-4196-93cf-f05ee4c21bfb service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Received event network-vif-deleted-8bea6b3c-6dce-411f-9fb0-41d635aad70a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.909483] env[62284]: INFO nova.compute.manager [req-ee0f2118-2579-4b23-9c92-07f7ca69f5e1 req-a6408a52-a140-4196-93cf-f05ee4c21bfb service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Neutron deleted interface 8bea6b3c-6dce-411f-9fb0-41d635aad70a; detaching it from the instance and deleting it from the info cache [ 1969.909646] env[62284]: DEBUG nova.network.neutron [req-ee0f2118-2579-4b23-9c92-07f7ca69f5e1 req-a6408a52-a140-4196-93cf-f05ee4c21bfb service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.999023] env[62284]: DEBUG nova.compute.utils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1970.006370] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1970.006370] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1970.085982] env[62284]: DEBUG nova.policy [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1924e29e5204e45b9e17d2aeb58366d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56e957ec9de84dfd8c83a37619d4fa1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1970.187435] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1970.187435] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402871', 'volume_id': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'name': 'volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac1de467-ef57-43d6-b1b1-49f14e41f36f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'serial': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1970.187435] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d90a0-1edf-4e4f-823b-09a3ac5660fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.207135] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ae11d-5c1b-499e-b28b-029a77d6a729 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.234497] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73/volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1970.239168] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40321483-4304-4609-962c-92bc182ae54f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.259578] env[62284]: DEBUG oslo_vmware.api [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1970.259578] env[62284]: value = "task-1955012" [ 1970.259578] env[62284]: _type = "Task" [ 1970.259578] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.259990] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Successfully updated port: 206cb8d9-2e51-49e4-b120-62d646ae777b {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.269540] env[62284]: DEBUG oslo_vmware.api [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.307542] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fe08f4-b9d2-4e63-8b87-19f5833fc08d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.318155] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a429e5a-5d9c-467d-b141-74aaf7dd09a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.355262] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f191ea-38a3-4003-aa81-de302cf799e3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.363346] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ba720-8580-424e-8092-b902838f32ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.377204] env[62284]: DEBUG nova.network.neutron [-] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.378624] env[62284]: DEBUG nova.compute.provider_tree [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.383370] env[62284]: DEBUG nova.network.neutron [-] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.413243] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09e43a37-fc27-46e5-8202-78f58d001575 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.415543] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a04081ca-13b7-4dae-81cb-d668d26e9a8e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.426470] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1b6902-44a5-45cf-8192-13cdd38227fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.443091] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a19126-ac8c-4ee3-9ffa-4bfd2893f796 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.478080] env[62284]: DEBUG nova.compute.manager [req-e153c8f4-c7b3-4d1c-825a-54a93fb82abb req-abea1ea1-fd98-417d-bc73-30239956b316 service nova] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Detach interface failed, port_id=8e80f54b-34a8-42b6-9416-da935e990cc7, reason: Instance 7619fb6b-9833-474d-8efa-74c34bd353f3 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1970.479153] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Successfully created port: c747a946-7a1d-4ce8-be4a-8222db8d9001 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1970.491174] env[62284]: DEBUG nova.compute.manager [req-ee0f2118-2579-4b23-9c92-07f7ca69f5e1 req-a6408a52-a140-4196-93cf-f05ee4c21bfb service nova] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Detach interface failed, port_id=8bea6b3c-6dce-411f-9fb0-41d635aad70a, reason: Instance 181a2cc7-5713-4162-a5eb-886714672aa5 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1970.506670] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1970.541673] env[62284]: DEBUG nova.network.neutron [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.589251] env[62284]: DEBUG nova.network.neutron [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Successfully updated port: a5bd40b2-4b49-4e9c-89ec-a23e67db1403 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.766547] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "refresh_cache-7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.766701] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "refresh_cache-7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.766893] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.774416] env[62284]: DEBUG oslo_vmware.api [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955012, 'name': ReconfigVM_Task, 'duration_secs': 0.372239} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.774416] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73/volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1970.779697] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f20dce-07a7-4056-bbba-6c91207fbd84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.796167] env[62284]: DEBUG oslo_vmware.api [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1970.796167] env[62284]: value = "task-1955013" [ 1970.796167] env[62284]: _type = "Task" [ 1970.796167] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.804519] env[62284]: DEBUG oslo_vmware.api [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.853804] env[62284]: DEBUG oslo_concurrency.lockutils [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.882699] env[62284]: INFO nova.compute.manager [-] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Took 1.31 seconds to deallocate network for instance. [ 1970.884178] env[62284]: DEBUG nova.scheduler.client.report [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.892558] env[62284]: INFO nova.compute.manager [-] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Took 1.25 seconds to deallocate network for instance. [ 1971.044147] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.094243] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-033ffe38-0f99-423c-ae0b-18db4d9c149a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.094393] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-033ffe38-0f99-423c-ae0b-18db4d9c149a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.094545] env[62284]: DEBUG nova.network.neutron [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.298113] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.308958] env[62284]: DEBUG oslo_vmware.api [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955013, 'name': ReconfigVM_Task, 'duration_secs': 0.163409} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.309350] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402871', 'volume_id': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'name': 'volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac1de467-ef57-43d6-b1b1-49f14e41f36f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'serial': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1971.394731] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.398341] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.398930] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.455s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.399228] env[62284]: DEBUG nova.objects.instance [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'resources' on Instance uuid 9a4843f1-9ab2-4cd3-84b2-750ee78ab961 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.401384] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.421491] env[62284]: INFO nova.scheduler.client.report [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Deleted allocations for instance 99530f04-5ad4-461a-a3af-65ec8aa15afc [ 1971.445482] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Updating instance_info_cache with network_info: [{"id": "206cb8d9-2e51-49e4-b120-62d646ae777b", "address": "fa:16:3e:88:76:e1", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206cb8d9-2e", "ovs_interfaceid": "206cb8d9-2e51-49e4-b120-62d646ae777b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.517274] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1971.543360] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1971.543627] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1971.543784] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1971.543967] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1971.544137] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1971.544290] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1971.544597] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1971.544761] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1971.544929] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1971.545107] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1971.545288] env[62284]: DEBUG nova.virt.hardware [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1971.546505] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef31a6-b8de-4d0d-b5d7-08bf8a1b6ad1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.558706] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2374d-4ef0-4882-860b-4a03e0e9e140 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.565175] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc03c290-98a4-4e54-8960-0aed627cd64f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.590684] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a00edf-08f9-4bc8-b57a-cba30afa5e9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.599263] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance '076233c5-52f4-43cd-8192-1f59281020b2' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1971.639362] env[62284]: DEBUG nova.network.neutron [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.772048] env[62284]: DEBUG nova.network.neutron [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Updating instance_info_cache with network_info: [{"id": "a5bd40b2-4b49-4e9c-89ec-a23e67db1403", "address": "fa:16:3e:5a:cc:52", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bd40b2-4b", "ovs_interfaceid": "a5bd40b2-4b49-4e9c-89ec-a23e67db1403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.928882] env[62284]: DEBUG oslo_concurrency.lockutils [None req-317f9dac-deda-4632-8d99-1b8b4c8253db tempest-AttachInterfacesUnderV243Test-619559601 tempest-AttachInterfacesUnderV243Test-619559601-project-member] Lock "99530f04-5ad4-461a-a3af-65ec8aa15afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.219s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.932037] env[62284]: DEBUG nova.compute.manager [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Received event network-vif-plugged-a5bd40b2-4b49-4e9c-89ec-a23e67db1403 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.932256] env[62284]: DEBUG oslo_concurrency.lockutils [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] Acquiring lock "033ffe38-0f99-423c-ae0b-18db4d9c149a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.932470] env[62284]: DEBUG oslo_concurrency.lockutils [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] Lock "033ffe38-0f99-423c-ae0b-18db4d9c149a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.932637] env[62284]: DEBUG oslo_concurrency.lockutils [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] Lock "033ffe38-0f99-423c-ae0b-18db4d9c149a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.933627] env[62284]: DEBUG nova.compute.manager [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] No waiting events found dispatching network-vif-plugged-a5bd40b2-4b49-4e9c-89ec-a23e67db1403 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1971.933627] env[62284]: WARNING nova.compute.manager [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Received unexpected event network-vif-plugged-a5bd40b2-4b49-4e9c-89ec-a23e67db1403 for instance with vm_state building and task_state spawning. [ 1971.933627] env[62284]: DEBUG nova.compute.manager [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Received event network-changed-a5bd40b2-4b49-4e9c-89ec-a23e67db1403 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.933627] env[62284]: DEBUG nova.compute.manager [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Refreshing instance network info cache due to event network-changed-a5bd40b2-4b49-4e9c-89ec-a23e67db1403. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1971.933627] env[62284]: DEBUG oslo_concurrency.lockutils [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] Acquiring lock "refresh_cache-033ffe38-0f99-423c-ae0b-18db4d9c149a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.948730] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "refresh_cache-7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.949039] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Instance network_info: |[{"id": "206cb8d9-2e51-49e4-b120-62d646ae777b", "address": "fa:16:3e:88:76:e1", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206cb8d9-2e", "ovs_interfaceid": "206cb8d9-2e51-49e4-b120-62d646ae777b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1971.949613] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:76:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '206cb8d9-2e51-49e4-b120-62d646ae777b', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1971.957009] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Creating folder: Project (56e957ec9de84dfd8c83a37619d4fa1c). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1971.961120] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe47890e-01f4-43be-918c-bf726a77cb28 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.963713] env[62284]: DEBUG nova.compute.manager [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Received event network-vif-plugged-206cb8d9-2e51-49e4-b120-62d646ae777b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.963902] env[62284]: DEBUG oslo_concurrency.lockutils [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] Acquiring lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.964302] env[62284]: DEBUG oslo_concurrency.lockutils [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] Lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.964302] env[62284]: DEBUG oslo_concurrency.lockutils [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] Lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.964439] env[62284]: DEBUG nova.compute.manager [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] No waiting events found dispatching network-vif-plugged-206cb8d9-2e51-49e4-b120-62d646ae777b {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1971.964669] env[62284]: WARNING nova.compute.manager [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Received unexpected event network-vif-plugged-206cb8d9-2e51-49e4-b120-62d646ae777b for instance with vm_state building and task_state spawning. [ 1971.964746] env[62284]: DEBUG nova.compute.manager [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Received event network-changed-206cb8d9-2e51-49e4-b120-62d646ae777b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.965065] env[62284]: DEBUG nova.compute.manager [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Refreshing instance network info cache due to event network-changed-206cb8d9-2e51-49e4-b120-62d646ae777b. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1971.965153] env[62284]: DEBUG oslo_concurrency.lockutils [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] Acquiring lock "refresh_cache-7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.965261] env[62284]: DEBUG oslo_concurrency.lockutils [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] Acquired lock "refresh_cache-7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.965416] env[62284]: DEBUG nova.network.neutron [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Refreshing network info cache for port 206cb8d9-2e51-49e4-b120-62d646ae777b {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.979419] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Created folder: Project (56e957ec9de84dfd8c83a37619d4fa1c) in parent group-v402637. [ 1971.979594] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Creating folder: Instances. Parent ref: group-v402872. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1971.982369] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f3c0382-a709-4d2b-866c-4e033451303c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.992210] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Created folder: Instances in parent group-v402872. [ 1971.992511] env[62284]: DEBUG oslo.service.loopingcall [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.993050] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1971.995782] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b8d345f-476c-4f96-9339-92752db43e13 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.018017] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.018017] env[62284]: value = "task-1955016" [ 1972.018017] env[62284]: _type = "Task" [ 1972.018017] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.028331] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955016, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.105705] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1972.108574] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-655ad461-7812-4cad-bade-8aba7f95a7e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.116372] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1972.116372] env[62284]: value = "task-1955017" [ 1972.116372] env[62284]: _type = "Task" [ 1972.116372] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.129730] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.207139] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3021fc-5834-4b03-898e-85ae05aa1ba3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.214965] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeeda0c-9763-4d97-9bcd-ccb0fd189021 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.252360] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e3917-e884-4df1-87be-2063d8e27f14 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.261887] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca48372-4d07-4b45-8547-56e350a4d657 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.277165] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-033ffe38-0f99-423c-ae0b-18db4d9c149a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.277525] env[62284]: DEBUG nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Instance network_info: |[{"id": "a5bd40b2-4b49-4e9c-89ec-a23e67db1403", "address": "fa:16:3e:5a:cc:52", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bd40b2-4b", "ovs_interfaceid": "a5bd40b2-4b49-4e9c-89ec-a23e67db1403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1972.278260] env[62284]: DEBUG nova.compute.provider_tree [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.279518] env[62284]: DEBUG oslo_concurrency.lockutils [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] Acquired lock "refresh_cache-033ffe38-0f99-423c-ae0b-18db4d9c149a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.279691] env[62284]: DEBUG nova.network.neutron [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Refreshing network info cache for port a5bd40b2-4b49-4e9c-89ec-a23e67db1403 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.280793] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:cc:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5bd40b2-4b49-4e9c-89ec-a23e67db1403', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.288405] env[62284]: DEBUG oslo.service.loopingcall [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.289815] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.291022] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce30f7f3-0d5d-4c15-8a7d-3af271a6ff2e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.310587] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.310587] env[62284]: value = "task-1955018" [ 1972.310587] env[62284]: _type = "Task" [ 1972.310587] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.318751] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955018, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.349975] env[62284]: DEBUG nova.objects.instance [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lazy-loading 'flavor' on Instance uuid ac1de467-ef57-43d6-b1b1-49f14e41f36f {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.533730] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955016, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.626578] env[62284]: DEBUG oslo_vmware.api [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955017, 'name': PowerOnVM_Task, 'duration_secs': 0.461227} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.629196] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1972.629478] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff0acf-0d6c-4d63-a671-ed244745f351 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance '076233c5-52f4-43cd-8192-1f59281020b2' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1972.736398] env[62284]: DEBUG nova.network.neutron [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Updated VIF entry in instance network info cache for port 206cb8d9-2e51-49e4-b120-62d646ae777b. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.736787] env[62284]: DEBUG nova.network.neutron [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Updating instance_info_cache with network_info: [{"id": "206cb8d9-2e51-49e4-b120-62d646ae777b", "address": "fa:16:3e:88:76:e1", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap206cb8d9-2e", "ovs_interfaceid": "206cb8d9-2e51-49e4-b120-62d646ae777b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.756137] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.790305] env[62284]: DEBUG nova.scheduler.client.report [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1972.821473] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955018, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.855094] env[62284]: DEBUG oslo_concurrency.lockutils [None req-43b0928d-1ea8-4cf3-a563-78d115c7704e tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.780s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.855983] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.100s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.996363] env[62284]: DEBUG nova.network.neutron [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Updated VIF entry in instance network info cache for port a5bd40b2-4b49-4e9c-89ec-a23e67db1403. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.996809] env[62284]: DEBUG nova.network.neutron [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Updating instance_info_cache with network_info: [{"id": "a5bd40b2-4b49-4e9c-89ec-a23e67db1403", "address": "fa:16:3e:5a:cc:52", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bd40b2-4b", "ovs_interfaceid": "a5bd40b2-4b49-4e9c-89ec-a23e67db1403", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.031274] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955016, 'name': CreateVM_Task, 'duration_secs': 0.631077} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.031602] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1973.032148] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.032323] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.032646] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1973.032914] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c04cd9-1cff-4693-99b7-f15f1a6c9a6e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.037984] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1973.037984] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bf8bb2-b2fb-f3b1-d59a-30669c4634b0" [ 1973.037984] env[62284]: _type = "Task" [ 1973.037984] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.045845] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bf8bb2-b2fb-f3b1-d59a-30669c4634b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.240212] env[62284]: DEBUG oslo_concurrency.lockutils [req-67e5740b-a0b9-4fc8-a06e-ab3201537917 req-9c77cbe8-97e9-416d-ab7f-615d27dd91cf service nova] Releasing lock "refresh_cache-7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.298189] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.301704] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.278s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.305177] env[62284]: INFO nova.compute.claims [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.322360] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955018, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.336024] env[62284]: INFO nova.scheduler.client.report [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted allocations for instance 9a4843f1-9ab2-4cd3-84b2-750ee78ab961 [ 1973.364128] env[62284]: INFO nova.compute.manager [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Detaching volume e4b44b5d-b693-4f15-8a11-2cff00e9fb73 [ 1973.411055] env[62284]: INFO nova.virt.block_device [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Attempting to driver detach volume e4b44b5d-b693-4f15-8a11-2cff00e9fb73 from mountpoint /dev/sdb [ 1973.411524] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1973.411856] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402871', 'volume_id': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'name': 'volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac1de467-ef57-43d6-b1b1-49f14e41f36f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'serial': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1973.412893] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db0c90-f516-4467-8924-ad462d339fbd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.418690] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Successfully updated port: c747a946-7a1d-4ce8-be4a-8222db8d9001 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1973.446698] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeff246-d198-4843-b708-9cd2e97c89de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.459556] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87130cc6-cf05-4653-909f-69219c721bbf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.485147] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe63e106-4b6d-4bc9-a148-5d4ec22f3f11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.501280] env[62284]: DEBUG oslo_concurrency.lockutils [req-88478ce4-8b5d-4bd7-9a3b-204b014fd3ee req-5b656313-f306-4d28-9e25-adf3469df76e service nova] Releasing lock "refresh_cache-033ffe38-0f99-423c-ae0b-18db4d9c149a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.502129] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73/volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1973.507493] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1973.507822] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010f6248-20fd-4284-981c-60f819e59ccc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.526764] env[62284]: DEBUG oslo_vmware.api [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1973.526764] env[62284]: value = "task-1955019" [ 1973.526764] env[62284]: _type = "Task" [ 1973.526764] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.535765] env[62284]: DEBUG oslo_vmware.api [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.547960] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bf8bb2-b2fb-f3b1-d59a-30669c4634b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.548326] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.548576] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.548831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.548957] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.549208] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.549507] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4077f649-a13f-48d8-9ef3-1f5d3fae4ecd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.558192] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.558593] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.559147] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0df775-9046-4cb5-8624-436f3315b963 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.564666] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1973.564666] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520944c8-1422-9c92-8fa6-02962652f746" [ 1973.564666] env[62284]: _type = "Task" [ 1973.564666] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.572457] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520944c8-1422-9c92-8fa6-02962652f746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.826440] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955018, 'name': CreateVM_Task, 'duration_secs': 1.099277} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.826787] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1973.827630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.827976] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.828533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1973.829157] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ddbad6a-88a3-4fbd-bece-2a1e068f1375 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.834732] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1973.834732] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dbbe6c-2263-1b0e-8616-8b9b97a3a9b2" [ 1973.834732] env[62284]: _type = "Task" [ 1973.834732] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.844248] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dbbe6c-2263-1b0e-8616-8b9b97a3a9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.844767] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5429ef91-d69a-4602-b370-95586beb00d3 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "9a4843f1-9ab2-4cd3-84b2-750ee78ab961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.178s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.924177] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "refresh_cache-489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.924414] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "refresh_cache-489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.924623] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.994434] env[62284]: DEBUG nova.compute.manager [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Received event network-vif-plugged-c747a946-7a1d-4ce8-be4a-8222db8d9001 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1973.994673] env[62284]: DEBUG oslo_concurrency.lockutils [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] Acquiring lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.994882] env[62284]: DEBUG oslo_concurrency.lockutils [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] Lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.995065] env[62284]: DEBUG oslo_concurrency.lockutils [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] Lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.995264] env[62284]: DEBUG nova.compute.manager [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] No waiting events found dispatching network-vif-plugged-c747a946-7a1d-4ce8-be4a-8222db8d9001 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1973.995867] env[62284]: WARNING nova.compute.manager [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Received unexpected event network-vif-plugged-c747a946-7a1d-4ce8-be4a-8222db8d9001 for instance with vm_state building and task_state spawning. [ 1973.995867] env[62284]: DEBUG nova.compute.manager [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Received event network-changed-c747a946-7a1d-4ce8-be4a-8222db8d9001 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1973.995867] env[62284]: DEBUG nova.compute.manager [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Refreshing instance network info cache due to event network-changed-c747a946-7a1d-4ce8-be4a-8222db8d9001. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1973.996144] env[62284]: DEBUG oslo_concurrency.lockutils [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] Acquiring lock "refresh_cache-489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.047043] env[62284]: DEBUG oslo_vmware.api [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.075900] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520944c8-1422-9c92-8fa6-02962652f746, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.076896] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec6f460-55b2-4d44-a785-065622679153 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.084576] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1974.084576] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca16a2-7f9a-77e7-6434-df0ea5b9b27a" [ 1974.084576] env[62284]: _type = "Task" [ 1974.084576] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.091560] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca16a2-7f9a-77e7-6434-df0ea5b9b27a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.348687] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dbbe6c-2263-1b0e-8616-8b9b97a3a9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.353176] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.353587] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1974.353673] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.506236] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1974.544931] env[62284]: DEBUG oslo_vmware.api [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.605081] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ca16a2-7f9a-77e7-6434-df0ea5b9b27a, 'name': SearchDatastore_Task, 'duration_secs': 0.027266} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.608213] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.608523] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc/7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.609390] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.609598] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1974.609839] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3012eb9-5e30-496c-8d6b-790008305da0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.611887] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a7d4fb7-3904-472f-9737-990eea7a64ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.620617] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1974.620617] env[62284]: value = "task-1955020" [ 1974.620617] env[62284]: _type = "Task" [ 1974.620617] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.623034] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1974.623229] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1974.624379] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d680683-7b51-4cdb-a34c-593f7265070f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.629743] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3e6a62-aab3-4ae1-98f3-a0bea664ca1b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.638911] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.640501] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623789cf-61b1-4dbd-add0-e7c013af29a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.643693] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1974.643693] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b04529-9c7a-d9fe-cced-fb5e12af0a58" [ 1974.643693] env[62284]: _type = "Task" [ 1974.643693] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.680300] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084c32e3-883a-4415-bdb7-2aeae4d1027a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.690215] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b04529-9c7a-d9fe-cced-fb5e12af0a58, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.692556] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9084de-8c6e-4e7d-8f6b-316156b4fa3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.698773] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4d8b72-5070-4daf-a3ef-ee79659ba236 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.705791] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1974.705791] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527672d9-c5bd-c646-e0dd-7fd132e9d3fa" [ 1974.705791] env[62284]: _type = "Task" [ 1974.705791] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.719976] env[62284]: DEBUG nova.compute.provider_tree [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.728396] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527672d9-c5bd-c646-e0dd-7fd132e9d3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.729517] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.729887] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 033ffe38-0f99-423c-ae0b-18db4d9c149a/033ffe38-0f99-423c-ae0b-18db4d9c149a.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.730259] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75ab315a-2a26-41bc-b29f-48bc52ecd54c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.738557] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1974.738557] env[62284]: value = "task-1955021" [ 1974.738557] env[62284]: _type = "Task" [ 1974.738557] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.749068] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.838500] env[62284]: DEBUG nova.network.neutron [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Updating instance_info_cache with network_info: [{"id": "c747a946-7a1d-4ce8-be4a-8222db8d9001", "address": "fa:16:3e:89:e4:76", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc747a946-7a", "ovs_interfaceid": "c747a946-7a1d-4ce8-be4a-8222db8d9001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.858990] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.859344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.859546] env[62284]: DEBUG nova.compute.manager [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Going to confirm migration 5 {{(pid=62284) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1975.046562] env[62284]: DEBUG oslo_vmware.api [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955019, 'name': ReconfigVM_Task, 'duration_secs': 1.424516} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.047416] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1975.053348] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca7b272-e9f1-45b5-81d3-da82b453cac5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.072217] env[62284]: DEBUG oslo_vmware.api [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 1975.072217] env[62284]: value = "task-1955022" [ 1975.072217] env[62284]: _type = "Task" [ 1975.072217] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.082951] env[62284]: DEBUG oslo_vmware.api [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.133098] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.225017] env[62284]: DEBUG nova.scheduler.client.report [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.253078] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955021, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.341757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "refresh_cache-489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.342134] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Instance network_info: |[{"id": "c747a946-7a1d-4ce8-be4a-8222db8d9001", "address": "fa:16:3e:89:e4:76", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc747a946-7a", "ovs_interfaceid": "c747a946-7a1d-4ce8-be4a-8222db8d9001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1975.342478] env[62284]: DEBUG oslo_concurrency.lockutils [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] Acquired lock "refresh_cache-489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.342677] env[62284]: DEBUG nova.network.neutron [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Refreshing network info cache for port c747a946-7a1d-4ce8-be4a-8222db8d9001 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1975.344139] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:e4:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c747a946-7a1d-4ce8-be4a-8222db8d9001', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1975.351905] env[62284]: DEBUG oslo.service.loopingcall [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.354967] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1975.354967] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f8655bd-a306-4a5e-a2df-451b7dcb9c1e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.386546] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1975.386546] env[62284]: value = "task-1955023" [ 1975.386546] env[62284]: _type = "Task" [ 1975.386546] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.397162] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955023, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.425702] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.425891] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.426391] env[62284]: DEBUG nova.network.neutron [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.426662] env[62284]: DEBUG nova.objects.instance [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'info_cache' on Instance uuid 076233c5-52f4-43cd-8192-1f59281020b2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.583545] env[62284]: DEBUG oslo_vmware.api [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955022, 'name': ReconfigVM_Task, 'duration_secs': 0.48259} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.583890] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402871', 'volume_id': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'name': 'volume-e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac1de467-ef57-43d6-b1b1-49f14e41f36f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73', 'serial': 'e4b44b5d-b693-4f15-8a11-2cff00e9fb73'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1975.633298] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948791} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.633568] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc/7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.633786] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.634056] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69427dc1-f1df-4854-8720-5c146905fae2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.640260] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1975.640260] env[62284]: value = "task-1955024" [ 1975.640260] env[62284]: _type = "Task" [ 1975.640260] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.648301] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.729968] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.730669] env[62284]: DEBUG nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1975.733710] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.499s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.737019] env[62284]: DEBUG nova.objects.instance [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lazy-loading 'resources' on Instance uuid 29c81225-1574-44aa-a3c0-86e3300cbc4c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.750146] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83876} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.750403] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 033ffe38-0f99-423c-ae0b-18db4d9c149a/033ffe38-0f99-423c-ae0b-18db4d9c149a.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.750626] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.750889] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df42736-c35c-4847-bdf9-442507916c41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.757284] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1975.757284] env[62284]: value = "task-1955025" [ 1975.757284] env[62284]: _type = "Task" [ 1975.757284] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.767104] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.900847] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955023, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.129776] env[62284]: DEBUG nova.objects.instance [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lazy-loading 'flavor' on Instance uuid ac1de467-ef57-43d6-b1b1-49f14e41f36f {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.155827] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061548} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.156143] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1976.157138] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f874cd25-3218-4243-b5d5-09048f88f447 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.183785] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc/7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.184349] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2ba5e6-1361-4c38-b548-3eb14e1b294b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.204781] env[62284]: DEBUG nova.network.neutron [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Updated VIF entry in instance network info cache for port c747a946-7a1d-4ce8-be4a-8222db8d9001. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1976.205163] env[62284]: DEBUG nova.network.neutron [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Updating instance_info_cache with network_info: [{"id": "c747a946-7a1d-4ce8-be4a-8222db8d9001", "address": "fa:16:3e:89:e4:76", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc747a946-7a", "ovs_interfaceid": "c747a946-7a1d-4ce8-be4a-8222db8d9001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.210337] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1976.210337] env[62284]: value = "task-1955026" [ 1976.210337] env[62284]: _type = "Task" [ 1976.210337] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.219479] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.239026] env[62284]: DEBUG nova.compute.utils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1976.241558] env[62284]: DEBUG nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1976.241763] env[62284]: DEBUG nova.network.neutron [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1976.266960] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075613} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.270574] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1976.271842] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a830d1ee-4d75-4dd1-8963-64e768aa8755 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.297315] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 033ffe38-0f99-423c-ae0b-18db4d9c149a/033ffe38-0f99-423c-ae0b-18db4d9c149a.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.300205] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879b2f6f-ec74-4f48-a558-7ee65dc28deb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.315486] env[62284]: DEBUG nova.policy [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f97b660e4045059161d56a7633d018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00f62ead2ba741ffa14c3a4aa7711f1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1976.322545] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1976.322545] env[62284]: value = "task-1955027" [ 1976.322545] env[62284]: _type = "Task" [ 1976.322545] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.334112] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.403512] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955023, 'name': CreateVM_Task, 'duration_secs': 0.631379} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.403512] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1976.403512] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.403512] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.403512] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.406019] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c4157b-a4a2-4699-a05c-5c20bdf827a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.411633] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1976.411633] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d3e30-8a16-cbb3-0868-e99d81117978" [ 1976.411633] env[62284]: _type = "Task" [ 1976.411633] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.425434] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d3e30-8a16-cbb3-0868-e99d81117978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.559481] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be57f33-cb2a-45fc-9bcc-2da087f6e346 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.569474] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b8da5-6416-4cce-bdf6-17452fb71820 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.600798] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130345da-28e9-40d2-b43d-3491de84d0f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.608305] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bace4cdf-674d-402f-87e5-db204da44d7c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.621530] env[62284]: DEBUG nova.compute.provider_tree [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.708033] env[62284]: DEBUG oslo_concurrency.lockutils [req-4b662e89-ad34-43dd-8843-1e672d9cd427 req-36d5157e-ce63-4a21-bd6c-4b72887eb186 service nova] Releasing lock "refresh_cache-489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.720795] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955026, 'name': ReconfigVM_Task, 'duration_secs': 0.344044} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.721044] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc/7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.721739] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3f67be0-12ce-4df3-89f9-975c84c04abe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.727815] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1976.727815] env[62284]: value = "task-1955028" [ 1976.727815] env[62284]: _type = "Task" [ 1976.727815] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.736735] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955028, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.738630] env[62284]: DEBUG nova.network.neutron [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Successfully created port: 4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1976.744836] env[62284]: DEBUG nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1976.834437] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.856889] env[62284]: DEBUG nova.network.neutron [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [{"id": "f013b955-064c-4b8f-a19b-19c095f92a9d", "address": "fa:16:3e:a5:16:b1", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf013b955-06", "ovs_interfaceid": "f013b955-064c-4b8f-a19b-19c095f92a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.930011] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520d3e30-8a16-cbb3-0868-e99d81117978, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.930765] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.931070] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1976.931356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.931571] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.931943] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1976.932195] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a8983e-e249-4a5e-8dae-399770664627 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.941577] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1976.941675] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1976.942656] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b03c6a-544b-491a-a468-1f17dde3e063 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.948961] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1976.948961] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52abbaf7-ee0b-0300-1c3a-2df0d4da7fe8" [ 1976.948961] env[62284]: _type = "Task" [ 1976.948961] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.958063] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52abbaf7-ee0b-0300-1c3a-2df0d4da7fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.127020] env[62284]: DEBUG nova.scheduler.client.report [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1977.137136] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b94a54aa-f533-4c04-bdb1-418164947c43 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.280s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.244585] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955028, 'name': Rename_Task, 'duration_secs': 0.154657} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.244994] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.245331] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75735b6b-033f-46e7-a881-f456e1a95ceb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.264580] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1977.264580] env[62284]: value = "task-1955029" [ 1977.264580] env[62284]: _type = "Task" [ 1977.264580] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.272927] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.328364] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.328364] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.344218] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955027, 'name': ReconfigVM_Task, 'duration_secs': 0.674464} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.345279] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 033ffe38-0f99-423c-ae0b-18db4d9c149a/033ffe38-0f99-423c-ae0b-18db4d9c149a.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1977.346295] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0721cf88-bad6-4732-92fa-ccbab2472d5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.354451] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1977.354451] env[62284]: value = "task-1955030" [ 1977.354451] env[62284]: _type = "Task" [ 1977.354451] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.359519] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.359519] env[62284]: DEBUG nova.objects.instance [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'migration_context' on Instance uuid 076233c5-52f4-43cd-8192-1f59281020b2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.366566] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955030, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.462017] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52abbaf7-ee0b-0300-1c3a-2df0d4da7fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.015554} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.462860] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61d76f0-4ae3-491d-8514-4ec39450b0cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.469754] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1977.469754] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e75c17-1ed4-08f3-7110-ca34d8fa72e2" [ 1977.469754] env[62284]: _type = "Task" [ 1977.469754] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.479590] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e75c17-1ed4-08f3-7110-ca34d8fa72e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.633944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.633944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.252s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.635951] env[62284]: INFO nova.compute.claims [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1977.651473] env[62284]: INFO nova.scheduler.client.report [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Deleted allocations for instance 29c81225-1574-44aa-a3c0-86e3300cbc4c [ 1977.760752] env[62284]: DEBUG nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1977.775524] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955029, 'name': PowerOnVM_Task, 'duration_secs': 0.4846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.778022] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1977.778022] env[62284]: INFO nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1977.778022] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.778022] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a07e1-fb90-4059-8d84-89d0a8b12500 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.796894] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1977.797246] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1977.797421] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1977.797487] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1977.797766] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1977.797843] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1977.798218] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1977.798401] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1977.798571] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1977.798770] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1977.798894] env[62284]: DEBUG nova.virt.hardware [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1977.799967] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97370f24-2906-41fc-b87f-a09bf0b828e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.808467] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c4ea01-26e1-4bb5-b5a1-528380af4456 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.836455] env[62284]: DEBUG nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1977.865287] env[62284]: DEBUG nova.objects.base [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Object Instance<076233c5-52f4-43cd-8192-1f59281020b2> lazy-loaded attributes: info_cache,migration_context {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1977.865938] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955030, 'name': Rename_Task, 'duration_secs': 0.145561} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.866675] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9647839-260e-43f3-9622-009278ae00ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.869222] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.869460] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-020d4c88-ed94-43c9-a7a2-6984e9aa6072 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.891234] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83aa8b18-574e-45b3-9e5f-21fef12badf6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.893681] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1977.893681] env[62284]: value = "task-1955031" [ 1977.893681] env[62284]: _type = "Task" [ 1977.893681] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.899968] env[62284]: DEBUG oslo_vmware.api [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1977.899968] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5282eccb-1d04-8a47-8865-85b6bdc73581" [ 1977.899968] env[62284]: _type = "Task" [ 1977.899968] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.908984] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.915169] env[62284]: DEBUG oslo_vmware.api [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5282eccb-1d04-8a47-8865-85b6bdc73581, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.915169] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.974513] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "13df7a72-433e-4080-8550-036e881d9219" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.974513] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "13df7a72-433e-4080-8550-036e881d9219" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.984746] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e75c17-1ed4-08f3-7110-ca34d8fa72e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.985601] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.986332] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a/489c42bb-d4ca-4aed-b4f3-35ed164f7d3a.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1977.986473] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eea9d192-24f3-4aed-ab12-707a04766b61 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.995334] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1977.995334] env[62284]: value = "task-1955032" [ 1977.995334] env[62284]: _type = "Task" [ 1977.995334] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.004909] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.162459] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d3efbe81-0cdc-4df5-aef4-8786a598077f tempest-ServerAddressesNegativeTestJSON-1636639175 tempest-ServerAddressesNegativeTestJSON-1636639175-project-member] Lock "29c81225-1574-44aa-a3c0-86e3300cbc4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.085s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.301595] env[62284]: INFO nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Took 24.00 seconds to build instance. [ 1978.308193] env[62284]: DEBUG nova.compute.manager [req-b4a7d0b3-5038-475c-8ea4-1f8fc31dd5cf req-74b0216e-c994-42cd-9235-d542b4f3a0db service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Received event network-vif-plugged-4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.308193] env[62284]: DEBUG oslo_concurrency.lockutils [req-b4a7d0b3-5038-475c-8ea4-1f8fc31dd5cf req-74b0216e-c994-42cd-9235-d542b4f3a0db service nova] Acquiring lock "37b66f98-d418-431f-9ca8-09e4af2a4769-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.308193] env[62284]: DEBUG oslo_concurrency.lockutils [req-b4a7d0b3-5038-475c-8ea4-1f8fc31dd5cf req-74b0216e-c994-42cd-9235-d542b4f3a0db service nova] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.308193] env[62284]: DEBUG oslo_concurrency.lockutils [req-b4a7d0b3-5038-475c-8ea4-1f8fc31dd5cf req-74b0216e-c994-42cd-9235-d542b4f3a0db service nova] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.308193] env[62284]: DEBUG nova.compute.manager [req-b4a7d0b3-5038-475c-8ea4-1f8fc31dd5cf req-74b0216e-c994-42cd-9235-d542b4f3a0db service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] No waiting events found dispatching network-vif-plugged-4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.308193] env[62284]: WARNING nova.compute.manager [req-b4a7d0b3-5038-475c-8ea4-1f8fc31dd5cf req-74b0216e-c994-42cd-9235-d542b4f3a0db service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Received unexpected event network-vif-plugged-4b86ac9c-a9cb-42a5-83ca-994d71352517 for instance with vm_state building and task_state spawning. [ 1978.365243] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.402653] env[62284]: DEBUG nova.network.neutron [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Successfully updated port: 4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1978.408708] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.479253] env[62284]: DEBUG nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1978.506290] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.804183] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.506s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.910800] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.910958] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.911172] env[62284]: DEBUG nova.network.neutron [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1978.912765] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955031, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.980416] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf31978-ac39-4ebd-8524-2c7dee0a453a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.004491] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb997ba1-1c9b-4c0b-a026-9adb959f28e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.009830] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.015639] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810168} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.041433] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a/489c42bb-d4ca-4aed-b4f3-35ed164f7d3a.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1979.041612] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1979.042046] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca4b865e-3fec-4f56-b9fe-56b05c5739bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.045045] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934abc3-a3e9-4e5a-bc06-07b44d6c0b27 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.053700] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43800a95-4fe1-40d3-8c34-bb81e2669f56 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.060136] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1979.060136] env[62284]: value = "task-1955033" [ 1979.060136] env[62284]: _type = "Task" [ 1979.060136] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.071283] env[62284]: DEBUG nova.compute.provider_tree [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.078236] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.410979] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955031, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.464046] env[62284]: DEBUG nova.network.neutron [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1979.570688] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.571098] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1979.572917] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724fcf70-daf5-4d0a-a118-6b1375b15168 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.578056] env[62284]: DEBUG nova.scheduler.client.report [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1979.612130] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a/489c42bb-d4ca-4aed-b4f3-35ed164f7d3a.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1979.612392] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394b6b01-58b6-49ec-ba46-61bf9402ef95 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.633952] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1979.633952] env[62284]: value = "task-1955034" [ 1979.633952] env[62284]: _type = "Task" [ 1979.633952] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.643646] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.853103] env[62284]: DEBUG nova.network.neutron [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Updating instance_info_cache with network_info: [{"id": "4b86ac9c-a9cb-42a5-83ca-994d71352517", "address": "fa:16:3e:5a:3c:a4", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b86ac9c-a9", "ovs_interfaceid": "4b86ac9c-a9cb-42a5-83ca-994d71352517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.909421] env[62284]: DEBUG oslo_vmware.api [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955031, 'name': PowerOnVM_Task, 'duration_secs': 1.646685} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.909750] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.909965] env[62284]: INFO nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Took 16.08 seconds to spawn the instance on the hypervisor. [ 1979.910178] env[62284]: DEBUG nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.911610] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cce108-1a72-4f7f-8772-f2b08b92776a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.051170] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquiring lock "199376c3-bf01-48ff-a4f4-2c636ed184b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.051420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "199376c3-bf01-48ff-a4f4-2c636ed184b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.083843] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.084381] env[62284]: DEBUG nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1980.087729] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.485s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.089613] env[62284]: INFO nova.compute.claims [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1980.146354] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955034, 'name': ReconfigVM_Task, 'duration_secs': 0.353879} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.146460] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a/489c42bb-d4ca-4aed-b4f3-35ed164f7d3a.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1980.147121] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bff199c-ea86-440c-aa74-9ade5ecf6387 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.154557] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1980.154557] env[62284]: value = "task-1955035" [ 1980.154557] env[62284]: _type = "Task" [ 1980.154557] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.166663] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955035, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.344576] env[62284]: DEBUG nova.compute.manager [req-ffddf640-9a33-440e-95cc-3e26981e974e req-ba4f9dc8-93b2-4c94-8eaf-90a1bf9dd295 service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Received event network-changed-4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.344576] env[62284]: DEBUG nova.compute.manager [req-ffddf640-9a33-440e-95cc-3e26981e974e req-ba4f9dc8-93b2-4c94-8eaf-90a1bf9dd295 service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Refreshing instance network info cache due to event network-changed-4b86ac9c-a9cb-42a5-83ca-994d71352517. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1980.344576] env[62284]: DEBUG oslo_concurrency.lockutils [req-ffddf640-9a33-440e-95cc-3e26981e974e req-ba4f9dc8-93b2-4c94-8eaf-90a1bf9dd295 service nova] Acquiring lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.355110] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.355436] env[62284]: DEBUG nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Instance network_info: |[{"id": "4b86ac9c-a9cb-42a5-83ca-994d71352517", "address": "fa:16:3e:5a:3c:a4", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b86ac9c-a9", "ovs_interfaceid": "4b86ac9c-a9cb-42a5-83ca-994d71352517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1980.356158] env[62284]: DEBUG oslo_concurrency.lockutils [req-ffddf640-9a33-440e-95cc-3e26981e974e req-ba4f9dc8-93b2-4c94-8eaf-90a1bf9dd295 service nova] Acquired lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.356158] env[62284]: DEBUG nova.network.neutron [req-ffddf640-9a33-440e-95cc-3e26981e974e req-ba4f9dc8-93b2-4c94-8eaf-90a1bf9dd295 service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Refreshing network info cache for port 4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.357361] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:3c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b86ac9c-a9cb-42a5-83ca-994d71352517', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1980.366268] env[62284]: DEBUG oslo.service.loopingcall [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.369806] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1980.370530] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b2223f2-fc6d-476b-8f33-12753a0ed1bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.391208] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1980.391208] env[62284]: value = "task-1955036" [ 1980.391208] env[62284]: _type = "Task" [ 1980.391208] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.401946] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955036, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.432019] env[62284]: INFO nova.compute.manager [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Took 30.75 seconds to build instance. [ 1980.553878] env[62284]: DEBUG nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.596063] env[62284]: DEBUG nova.compute.utils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.599469] env[62284]: DEBUG nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1980.599469] env[62284]: DEBUG nova.network.neutron [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1980.665445] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955035, 'name': Rename_Task, 'duration_secs': 0.167653} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.665532] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1980.665823] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c933239f-f99e-4db7-8ce9-5abb6b5a4f53 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.676723] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1980.676723] env[62284]: value = "task-1955037" [ 1980.676723] env[62284]: _type = "Task" [ 1980.676723] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.685598] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.694168] env[62284]: DEBUG nova.policy [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1980.699667] env[62284]: DEBUG nova.network.neutron [req-ffddf640-9a33-440e-95cc-3e26981e974e req-ba4f9dc8-93b2-4c94-8eaf-90a1bf9dd295 service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Updated VIF entry in instance network info cache for port 4b86ac9c-a9cb-42a5-83ca-994d71352517. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.699667] env[62284]: DEBUG nova.network.neutron [req-ffddf640-9a33-440e-95cc-3e26981e974e req-ba4f9dc8-93b2-4c94-8eaf-90a1bf9dd295 service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Updating instance_info_cache with network_info: [{"id": "4b86ac9c-a9cb-42a5-83ca-994d71352517", "address": "fa:16:3e:5a:3c:a4", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b86ac9c-a9", "ovs_interfaceid": "4b86ac9c-a9cb-42a5-83ca-994d71352517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.902346] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955036, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.934344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5438d0cf-cba0-46dd-a3d3-4411fddcd42e tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "033ffe38-0f99-423c-ae0b-18db4d9c149a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.264s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.088781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.102500] env[62284]: DEBUG nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1981.110825] env[62284]: DEBUG nova.network.neutron [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Successfully created port: 8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1981.177337] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480da553-9b66-4990-8979-8674b1f8c666 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.188084] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9ef0bd-ed04-4958-93ef-1c0d64c10a9c tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Suspending the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1981.191099] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7b6ad043-39ff-48f9-899a-bb47db6ec98f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.192812] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.199572] env[62284]: DEBUG oslo_vmware.api [None req-ad9ef0bd-ed04-4958-93ef-1c0d64c10a9c tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1981.199572] env[62284]: value = "task-1955038" [ 1981.199572] env[62284]: _type = "Task" [ 1981.199572] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.203384] env[62284]: DEBUG oslo_concurrency.lockutils [req-ffddf640-9a33-440e-95cc-3e26981e974e req-ba4f9dc8-93b2-4c94-8eaf-90a1bf9dd295 service nova] Releasing lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.209267] env[62284]: DEBUG oslo_vmware.api [None req-ad9ef0bd-ed04-4958-93ef-1c0d64c10a9c tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955038, 'name': SuspendVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.359934] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81396f-ec6a-4d75-abca-32a868d49fed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.367930] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65be40ab-932f-4985-a273-18fd02f9164b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.407360] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b0879-1950-4fe3-81e5-11d52018e8f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.416861] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955036, 'name': CreateVM_Task, 'duration_secs': 0.706559} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.419190] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1981.420108] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.420358] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.420868] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1981.422359] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b50ab5-f7a6-4ff3-bd3d-befa57cdb1cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.427604] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451b8670-f589-4948-b51b-96d773ba5880 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.442059] env[62284]: DEBUG nova.compute.provider_tree [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.444337] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1981.444337] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522d1b02-8613-fe6b-3cf5-cc928b710526" [ 1981.444337] env[62284]: _type = "Task" [ 1981.444337] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.453509] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522d1b02-8613-fe6b-3cf5-cc928b710526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.689644] env[62284]: DEBUG oslo_vmware.api [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955037, 'name': PowerOnVM_Task, 'duration_secs': 0.576734} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.690080] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1981.690158] env[62284]: INFO nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1981.690304] env[62284]: DEBUG nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1981.691152] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c99eca-aa17-4967-a466-3ffc91346ca9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.708342] env[62284]: DEBUG oslo_vmware.api [None req-ad9ef0bd-ed04-4958-93ef-1c0d64c10a9c tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955038, 'name': SuspendVM_Task} progress is 58%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.946503] env[62284]: DEBUG nova.scheduler.client.report [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.960970] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522d1b02-8613-fe6b-3cf5-cc928b710526, 'name': SearchDatastore_Task, 'duration_secs': 0.061389} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.960970] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.960970] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1981.960970] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.960970] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.960970] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1981.960970] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943f8889-1135-475c-96dc-5099974eb199 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.969253] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1981.969466] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1981.970188] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c1b7c1-28d1-4e23-b5f0-6a3905f9b31b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.976842] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1981.976842] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5210f0e7-c053-8d72-f50d-e0b8ae52361f" [ 1981.976842] env[62284]: _type = "Task" [ 1981.976842] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.985077] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5210f0e7-c053-8d72-f50d-e0b8ae52361f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.120281] env[62284]: DEBUG nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1982.149480] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1982.152028] env[62284]: DEBUG nova.virt.hardware [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1982.152578] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b3adab-0baf-4615-b5f8-4aa0572f1a02 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.165363] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a6257-abb1-434a-bb75-88c16aaa0a08 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.210112] env[62284]: INFO nova.compute.manager [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Took 27.84 seconds to build instance. [ 1982.216756] env[62284]: DEBUG oslo_vmware.api [None req-ad9ef0bd-ed04-4958-93ef-1c0d64c10a9c tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955038, 'name': SuspendVM_Task, 'duration_secs': 0.889438} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.216863] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9ef0bd-ed04-4958-93ef-1c0d64c10a9c tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Suspended the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1982.216989] env[62284]: DEBUG nova.compute.manager [None req-ad9ef0bd-ed04-4958-93ef-1c0d64c10a9c tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1982.217830] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f955b5-8315-4ee6-845e-93a5efe94863 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.457028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.457028] env[62284]: DEBUG nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1982.458272] env[62284]: DEBUG oslo_concurrency.lockutils [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.605s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.492841] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5210f0e7-c053-8d72-f50d-e0b8ae52361f, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.494580] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db90d084-34d7-40c0-83b3-5b8d36d8f8b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.502415] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1982.502415] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5259d5e7-bf49-1479-410d-a1812dc8db81" [ 1982.502415] env[62284]: _type = "Task" [ 1982.502415] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.515427] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5259d5e7-bf49-1479-410d-a1812dc8db81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.537488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.537488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.537488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.537488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.537488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.538527] env[62284]: INFO nova.compute.manager [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Terminating instance [ 1982.599360] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.711059] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f3438-9f40-419c-a5c3-4d7746140f99 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.712601] env[62284]: DEBUG oslo_concurrency.lockutils [None req-64a30338-a3cf-4cce-b8c9-6db29acb5503 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.355s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.713102] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.114s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.713464] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.713792] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.714118] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.716361] env[62284]: INFO nova.compute.manager [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Terminating instance [ 1982.721354] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb400e60-4a8c-4dd9-a5f9-913f5261dae3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.760378] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18c2a1-3d18-4552-8f24-283cba9c8090 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.768577] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c284bba7-ca59-49e8-b001-212fefa8b121 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.783181] env[62284]: DEBUG nova.compute.provider_tree [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.795794] env[62284]: DEBUG nova.compute.manager [req-10f67265-15b5-4467-ac21-a6bfaee17305 req-10233f8e-052d-44f7-b5cd-05a16a761d35 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-vif-plugged-8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1982.795794] env[62284]: DEBUG oslo_concurrency.lockutils [req-10f67265-15b5-4467-ac21-a6bfaee17305 req-10233f8e-052d-44f7-b5cd-05a16a761d35 service nova] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.795942] env[62284]: DEBUG oslo_concurrency.lockutils [req-10f67265-15b5-4467-ac21-a6bfaee17305 req-10233f8e-052d-44f7-b5cd-05a16a761d35 service nova] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.796062] env[62284]: DEBUG oslo_concurrency.lockutils [req-10f67265-15b5-4467-ac21-a6bfaee17305 req-10233f8e-052d-44f7-b5cd-05a16a761d35 service nova] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.796276] env[62284]: DEBUG nova.compute.manager [req-10f67265-15b5-4467-ac21-a6bfaee17305 req-10233f8e-052d-44f7-b5cd-05a16a761d35 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] No waiting events found dispatching network-vif-plugged-8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1982.796382] env[62284]: WARNING nova.compute.manager [req-10f67265-15b5-4467-ac21-a6bfaee17305 req-10233f8e-052d-44f7-b5cd-05a16a761d35 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received unexpected event network-vif-plugged-8bb0f111-15b8-4322-8b1c-d357b7195baf for instance with vm_state building and task_state spawning. [ 1982.946402] env[62284]: DEBUG nova.network.neutron [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Successfully updated port: 8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1982.969516] env[62284]: DEBUG nova.compute.utils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1982.969516] env[62284]: DEBUG nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1982.969516] env[62284]: DEBUG nova.network.neutron [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1983.016719] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5259d5e7-bf49-1479-410d-a1812dc8db81, 'name': SearchDatastore_Task, 'duration_secs': 0.032367} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.017140] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.017523] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 37b66f98-d418-431f-9ca8-09e4af2a4769/37b66f98-d418-431f-9ca8-09e4af2a4769.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1983.017910] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09eecd59-4027-45f4-b08d-dd64bac71fc0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.025096] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1983.025096] env[62284]: value = "task-1955039" [ 1983.025096] env[62284]: _type = "Task" [ 1983.025096] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.033647] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.042264] env[62284]: DEBUG nova.policy [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c82149b9a8e4d699550c39fc8c08bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c882a1e38dcb4825be38dce95d0ba4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1983.046019] env[62284]: DEBUG nova.compute.manager [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.046019] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.046371] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4acc0e8-479f-47bd-a83e-881388138597 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.053749] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.053991] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-449c0f73-06bf-4d8a-8a15-b169fa1dddcc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.060245] env[62284]: DEBUG oslo_vmware.api [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1983.060245] env[62284]: value = "task-1955040" [ 1983.060245] env[62284]: _type = "Task" [ 1983.060245] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.070306] env[62284]: DEBUG oslo_vmware.api [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.221807] env[62284]: DEBUG nova.compute.manager [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.222059] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.222979] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f946eab3-f3d5-45cb-8900-0322540c1b69 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.231310] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.231579] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91025cbe-73a8-4192-84ed-a09f2c3c9bbe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.238612] env[62284]: DEBUG oslo_vmware.api [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1983.238612] env[62284]: value = "task-1955041" [ 1983.238612] env[62284]: _type = "Task" [ 1983.238612] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.248537] env[62284]: DEBUG oslo_vmware.api [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.286027] env[62284]: DEBUG nova.scheduler.client.report [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.418347] env[62284]: DEBUG nova.network.neutron [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Successfully created port: 372ed88e-067a-4dcc-ae24-120cb15da623 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1983.447225] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.447393] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.447567] env[62284]: DEBUG nova.network.neutron [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1983.473220] env[62284]: DEBUG nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1983.538161] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955039, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.570926] env[62284]: DEBUG oslo_vmware.api [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955040, 'name': PowerOffVM_Task, 'duration_secs': 0.227699} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.571255] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.571503] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.571841] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b75ec12c-b5f8-4d59-b00e-f1b2eeac19c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.643669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "033ffe38-0f99-423c-ae0b-18db4d9c149a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.643995] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "033ffe38-0f99-423c-ae0b-18db4d9c149a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.644167] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "033ffe38-0f99-423c-ae0b-18db4d9c149a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.644360] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "033ffe38-0f99-423c-ae0b-18db4d9c149a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.644526] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "033ffe38-0f99-423c-ae0b-18db4d9c149a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.646667] env[62284]: INFO nova.compute.manager [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Terminating instance [ 1983.748870] env[62284]: DEBUG oslo_vmware.api [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955041, 'name': PowerOffVM_Task, 'duration_secs': 0.335104} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.749158] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.749328] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.749579] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9687d8-a953-4582-9490-85dd02a2a7eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.795728] env[62284]: DEBUG oslo_concurrency.lockutils [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.337s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.795866] env[62284]: INFO nova.compute.manager [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Successfully reverted task state from image_uploading on failure for instance. [ 1983.798030] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.400s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.798257] env[62284]: DEBUG nova.objects.instance [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lazy-loading 'resources' on Instance uuid 7619fb6b-9833-474d-8efa-74c34bd353f3 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server [None req-525e4198-1be3-4d80-b53c-566dc7d3710f tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-402864' has already been deleted or has not been completely created [ 1983.800295] env[62284]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-402864' has already been deleted or has not been completely created' [ 1983.800295] env[62284]: Faults: [ManagedObjectNotFound] [ 1983.800295] env[62284]: Details: {'obj': 'snapshot-402864'} [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-402864' has already been deleted or has not been completely created' [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-402864' has already been deleted or has not been completely created [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-402864' has already been deleted or has not been completely created' [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-402864'} [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1983.800295] env[62284]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server raise self.value [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 1983.802623] env[62284]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 1983.804636] env[62284]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-402864' has already been deleted or has not been completely created [ 1983.804636] env[62284]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-402864' has already been deleted or has not been completely created' [ 1983.804636] env[62284]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1983.804636] env[62284]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-402864'} [ 1983.804636] env[62284]: ERROR oslo_messaging.rpc.server [ 1983.955819] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.956102] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.956464] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleting the datastore file [datastore1] 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.956559] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3ae3432-225d-4ae8-a74f-58cd45b0ab84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.962627] env[62284]: DEBUG oslo_vmware.api [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1983.962627] env[62284]: value = "task-1955044" [ 1983.962627] env[62284]: _type = "Task" [ 1983.962627] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.970730] env[62284]: DEBUG oslo_vmware.api [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.999523] env[62284]: DEBUG nova.network.neutron [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1984.035636] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614854} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.035889] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 37b66f98-d418-431f-9ca8-09e4af2a4769/37b66f98-d418-431f-9ca8-09e4af2a4769.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1984.036261] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1984.036374] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7838fe91-0ce4-420f-89bf-dda3b0540025 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.043080] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1984.043080] env[62284]: value = "task-1955045" [ 1984.043080] env[62284]: _type = "Task" [ 1984.043080] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.055975] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.084050] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.084284] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.084466] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleting the datastore file [datastore1] 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.084723] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa923591-8d60-4f85-b269-845eba4c623e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.091859] env[62284]: DEBUG oslo_vmware.api [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 1984.091859] env[62284]: value = "task-1955046" [ 1984.091859] env[62284]: _type = "Task" [ 1984.091859] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.100238] env[62284]: DEBUG oslo_vmware.api [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.153025] env[62284]: DEBUG nova.compute.manager [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1984.153025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1984.153025] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d55ea25-2a79-42d8-8c3f-6b21a2705007 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.156137] env[62284]: DEBUG nova.network.neutron [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.162474] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.162823] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-704a706d-5a33-45b6-a09c-27d3cafbd8ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.473308] env[62284]: DEBUG oslo_vmware.api [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159965} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.473582] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.473770] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.473948] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.474146] env[62284]: INFO nova.compute.manager [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1984.474390] env[62284]: DEBUG oslo.service.loopingcall [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.474582] env[62284]: DEBUG nova.compute.manager [-] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.474674] env[62284]: DEBUG nova.network.neutron [-] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.482642] env[62284]: DEBUG nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1984.487964] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.488068] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.488264] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleting the datastore file [datastore1] 033ffe38-0f99-423c-ae0b-18db4d9c149a {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.488790] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ec2d2cf-b4a6-4261-9a4f-fea0df5a15c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.494773] env[62284]: DEBUG oslo_vmware.api [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 1984.494773] env[62284]: value = "task-1955048" [ 1984.494773] env[62284]: _type = "Task" [ 1984.494773] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.506376] env[62284]: DEBUG oslo_vmware.api [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.513999] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1984.514312] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1984.514503] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1984.514737] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1984.514919] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1984.515142] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1984.515497] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1984.515643] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1984.515943] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1984.516192] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1984.516454] env[62284]: DEBUG nova.virt.hardware [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1984.517385] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2fca35-84b7-483e-9ecb-151aeba09b9d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.526866] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76297836-1703-4516-9ec3-ced8e0e72436 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.544323] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f9bb8-d6b7-47b7-9259-83a20d209af8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.557187] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06877} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.557359] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1984.559679] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c3890b-31ac-4f3a-aa06-fa3f791a3b04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.562019] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555f9bc5-bc22-4c67-88b4-f420a425d99f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.585945] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 37b66f98-d418-431f-9ca8-09e4af2a4769/37b66f98-d418-431f-9ca8-09e4af2a4769.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1984.611139] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a586427a-aeb7-4b4f-876f-80fecb41549f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.628772] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea03024-e245-46c3-b237-720479b4e864 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.640076] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bbdfc2-4ea4-4e56-8b6c-6212dc416d48 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.644131] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1984.644131] env[62284]: value = "task-1955049" [ 1984.644131] env[62284]: _type = "Task" [ 1984.644131] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.644395] env[62284]: DEBUG oslo_vmware.api [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214296} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.644758] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.644880] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.645070] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.645250] env[62284]: INFO nova.compute.manager [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1984.645482] env[62284]: DEBUG oslo.service.loopingcall [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.648774] env[62284]: DEBUG nova.compute.manager [-] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.648876] env[62284]: DEBUG nova.network.neutron [-] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.657862] env[62284]: DEBUG nova.compute.provider_tree [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.663019] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.663019] env[62284]: DEBUG nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Instance network_info: |[{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1984.663019] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:21:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb0f111-15b8-4322-8b1c-d357b7195baf', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1984.668414] env[62284]: DEBUG oslo.service.loopingcall [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.671988] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1984.672303] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.673182] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-076c4c5a-1254-491d-80e0-d4a8146d4da2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.692844] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1984.692844] env[62284]: value = "task-1955050" [ 1984.692844] env[62284]: _type = "Task" [ 1984.692844] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.700979] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955050, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.798673] env[62284]: DEBUG nova.compute.manager [req-fe502da1-d5b7-455f-a0b3-9c76e9647992 req-5c62fbac-5b9a-4c74-b229-39b842a08d51 service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Received event network-vif-deleted-206cb8d9-2e51-49e4-b120-62d646ae777b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1984.798673] env[62284]: INFO nova.compute.manager [req-fe502da1-d5b7-455f-a0b3-9c76e9647992 req-5c62fbac-5b9a-4c74-b229-39b842a08d51 service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Neutron deleted interface 206cb8d9-2e51-49e4-b120-62d646ae777b; detaching it from the instance and deleting it from the info cache [ 1984.798673] env[62284]: DEBUG nova.network.neutron [req-fe502da1-d5b7-455f-a0b3-9c76e9647992 req-5c62fbac-5b9a-4c74-b229-39b842a08d51 service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.827295] env[62284]: DEBUG nova.compute.manager [req-23167ca4-071a-432a-9790-0cb9eaf9ea42 req-d32b1a87-552f-4ab9-92b5-b9d5904a4d27 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-changed-8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1984.827508] env[62284]: DEBUG nova.compute.manager [req-23167ca4-071a-432a-9790-0cb9eaf9ea42 req-d32b1a87-552f-4ab9-92b5-b9d5904a4d27 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Refreshing instance network info cache due to event network-changed-8bb0f111-15b8-4322-8b1c-d357b7195baf. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1984.827746] env[62284]: DEBUG oslo_concurrency.lockutils [req-23167ca4-071a-432a-9790-0cb9eaf9ea42 req-d32b1a87-552f-4ab9-92b5-b9d5904a4d27 service nova] Acquiring lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.828140] env[62284]: DEBUG oslo_concurrency.lockutils [req-23167ca4-071a-432a-9790-0cb9eaf9ea42 req-d32b1a87-552f-4ab9-92b5-b9d5904a4d27 service nova] Acquired lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.828353] env[62284]: DEBUG nova.network.neutron [req-23167ca4-071a-432a-9790-0cb9eaf9ea42 req-d32b1a87-552f-4ab9-92b5-b9d5904a4d27 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Refreshing network info cache for port 8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1985.005169] env[62284]: DEBUG oslo_vmware.api [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180298} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.005589] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1985.005865] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1985.006081] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1985.006263] env[62284]: INFO nova.compute.manager [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Took 0.86 seconds to destroy the instance on the hypervisor. [ 1985.006521] env[62284]: DEBUG oslo.service.loopingcall [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.006723] env[62284]: DEBUG nova.compute.manager [-] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1985.006861] env[62284]: DEBUG nova.network.neutron [-] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1985.118160] env[62284]: DEBUG nova.network.neutron [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Successfully updated port: 372ed88e-067a-4dcc-ae24-120cb15da623 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1985.159013] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955049, 'name': ReconfigVM_Task, 'duration_secs': 0.295188} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.159794] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 37b66f98-d418-431f-9ca8-09e4af2a4769/37b66f98-d418-431f-9ca8-09e4af2a4769.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1985.160480] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40feb302-b98f-43eb-9dfb-eb07b1c7cfec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.164658] env[62284]: DEBUG nova.scheduler.client.report [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1985.173821] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1985.173821] env[62284]: value = "task-1955051" [ 1985.173821] env[62284]: _type = "Task" [ 1985.173821] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.187079] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955051, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.206372] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955050, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.270891] env[62284]: DEBUG nova.network.neutron [-] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.301616] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67a13609-eb21-4e59-83e4-4cfae200d14f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.311488] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da651995-0799-4e0f-b4c5-256823e9f259 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.345679] env[62284]: DEBUG nova.compute.manager [req-fe502da1-d5b7-455f-a0b3-9c76e9647992 req-5c62fbac-5b9a-4c74-b229-39b842a08d51 service nova] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Detach interface failed, port_id=206cb8d9-2e51-49e4-b120-62d646ae777b, reason: Instance 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1985.514762] env[62284]: DEBUG nova.network.neutron [-] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.567518] env[62284]: DEBUG nova.network.neutron [req-23167ca4-071a-432a-9790-0cb9eaf9ea42 req-d32b1a87-552f-4ab9-92b5-b9d5904a4d27 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updated VIF entry in instance network info cache for port 8bb0f111-15b8-4322-8b1c-d357b7195baf. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.567883] env[62284]: DEBUG nova.network.neutron [req-23167ca4-071a-432a-9790-0cb9eaf9ea42 req-d32b1a87-552f-4ab9-92b5-b9d5904a4d27 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.627578] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "refresh_cache-f267c089-0cfd-4ded-9e81-abbe7a5d270c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.627617] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "refresh_cache-f267c089-0cfd-4ded-9e81-abbe7a5d270c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.627774] env[62284]: DEBUG nova.network.neutron [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1985.670050] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.672402] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.271s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.672647] env[62284]: DEBUG nova.objects.instance [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lazy-loading 'resources' on Instance uuid 181a2cc7-5713-4162-a5eb-886714672aa5 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.683375] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955051, 'name': Rename_Task, 'duration_secs': 0.14334} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.683638] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1985.683875] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dc2235f-b049-40c2-85bf-70411d820140 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.690143] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 1985.690143] env[62284]: value = "task-1955052" [ 1985.690143] env[62284]: _type = "Task" [ 1985.690143] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.693630] env[62284]: INFO nova.scheduler.client.report [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted allocations for instance 7619fb6b-9833-474d-8efa-74c34bd353f3 [ 1985.703843] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.708730] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955050, 'name': CreateVM_Task, 'duration_secs': 0.512293} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.708898] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1985.709718] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.709718] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.710012] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1985.710252] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c6d411-bb81-477f-8d60-05780decb3a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.714681] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1985.714681] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52288c71-6a95-f11a-9d56-55e571c1cc08" [ 1985.714681] env[62284]: _type = "Task" [ 1985.714681] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.722499] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52288c71-6a95-f11a-9d56-55e571c1cc08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.776592] env[62284]: INFO nova.compute.manager [-] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Took 1.30 seconds to deallocate network for instance. [ 1985.799253] env[62284]: DEBUG nova.network.neutron [-] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.017974] env[62284]: INFO nova.compute.manager [-] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Took 1.37 seconds to deallocate network for instance. [ 1986.071458] env[62284]: DEBUG oslo_concurrency.lockutils [req-23167ca4-071a-432a-9790-0cb9eaf9ea42 req-d32b1a87-552f-4ab9-92b5-b9d5904a4d27 service nova] Releasing lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.175738] env[62284]: DEBUG nova.network.neutron [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1986.200524] env[62284]: DEBUG oslo_vmware.api [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955052, 'name': PowerOnVM_Task, 'duration_secs': 0.450737} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.200524] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1986.200524] env[62284]: INFO nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1986.200756] env[62284]: DEBUG nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1986.203829] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd70a65-c66f-4eae-8a7b-84a3dba93b07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.211477] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f9e9823b-785d-42cc-9f32-ca0456332eed tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "7619fb6b-9833-474d-8efa-74c34bd353f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.249s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.234686] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52288c71-6a95-f11a-9d56-55e571c1cc08, 'name': SearchDatastore_Task, 'duration_secs': 0.009229} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.237443] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.238973] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1986.238973] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.238973] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.238973] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.242049] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa3943da-6f30-444c-affd-f559f50a3a1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.254909] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.255069] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.257458] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc60e8f4-e839-4f72-b652-cbf9ca2d75c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.262582] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1986.262582] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52815bef-3db4-39d1-a08b-cd204996e51b" [ 1986.262582] env[62284]: _type = "Task" [ 1986.262582] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.277225] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52815bef-3db4-39d1-a08b-cd204996e51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.283737] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.302216] env[62284]: INFO nova.compute.manager [-] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Took 1.30 seconds to deallocate network for instance. [ 1986.369805] env[62284]: DEBUG nova.network.neutron [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Updating instance_info_cache with network_info: [{"id": "372ed88e-067a-4dcc-ae24-120cb15da623", "address": "fa:16:3e:70:16:38", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ed88e-06", "ovs_interfaceid": "372ed88e-067a-4dcc-ae24-120cb15da623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.470821] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b217690c-46a9-4052-9472-b8e7e8efa3db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.478948] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ced4d44-778c-4ad5-86dc-7e4a909a8b07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.511670] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a4b6f-4bcf-4be2-9c6c-569b0dd7f939 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.519917] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbdd22b-f393-4f08-8d52-bc3d9bf1c168 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.524611] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.534760] env[62284]: DEBUG nova.compute.provider_tree [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.726873] env[62284]: INFO nova.compute.manager [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Took 31.72 seconds to build instance. [ 1986.773824] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52815bef-3db4-39d1-a08b-cd204996e51b, 'name': SearchDatastore_Task, 'duration_secs': 0.02375} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.774636] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d91888d-9510-4114-ab31-d47bcee11009 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.780238] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1986.780238] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527bc0ce-b1c9-5549-ecad-4dfd6a03527f" [ 1986.780238] env[62284]: _type = "Task" [ 1986.780238] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.788130] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527bc0ce-b1c9-5549-ecad-4dfd6a03527f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.811283] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.824137] env[62284]: DEBUG nova.compute.manager [req-4009c471-b10f-4389-9cb4-f352e266950f req-479489a7-8941-46b4-a1b3-af4b1c8545f6 service nova] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Received event network-vif-deleted-a5bd40b2-4b49-4e9c-89ec-a23e67db1403 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.864691] env[62284]: DEBUG nova.compute.manager [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Received event network-vif-plugged-372ed88e-067a-4dcc-ae24-120cb15da623 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.864913] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] Acquiring lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.865158] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] Lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.866067] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] Lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.866067] env[62284]: DEBUG nova.compute.manager [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] No waiting events found dispatching network-vif-plugged-372ed88e-067a-4dcc-ae24-120cb15da623 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1986.866067] env[62284]: WARNING nova.compute.manager [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Received unexpected event network-vif-plugged-372ed88e-067a-4dcc-ae24-120cb15da623 for instance with vm_state building and task_state spawning. [ 1986.866067] env[62284]: DEBUG nova.compute.manager [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Received event network-vif-deleted-c747a946-7a1d-4ce8-be4a-8222db8d9001 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.866067] env[62284]: DEBUG nova.compute.manager [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Received event network-changed-372ed88e-067a-4dcc-ae24-120cb15da623 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.866571] env[62284]: DEBUG nova.compute.manager [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Refreshing instance network info cache due to event network-changed-372ed88e-067a-4dcc-ae24-120cb15da623. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1986.866571] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] Acquiring lock "refresh_cache-f267c089-0cfd-4ded-9e81-abbe7a5d270c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.871993] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "refresh_cache-f267c089-0cfd-4ded-9e81-abbe7a5d270c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.872315] env[62284]: DEBUG nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Instance network_info: |[{"id": "372ed88e-067a-4dcc-ae24-120cb15da623", "address": "fa:16:3e:70:16:38", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ed88e-06", "ovs_interfaceid": "372ed88e-067a-4dcc-ae24-120cb15da623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1986.872684] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] Acquired lock "refresh_cache-f267c089-0cfd-4ded-9e81-abbe7a5d270c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.872760] env[62284]: DEBUG nova.network.neutron [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Refreshing network info cache for port 372ed88e-067a-4dcc-ae24-120cb15da623 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.874115] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:16:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '372ed88e-067a-4dcc-ae24-120cb15da623', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1986.881392] env[62284]: DEBUG oslo.service.loopingcall [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.882467] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1986.883601] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fa2c182-459b-4dc4-b8d8-ccba1c46c919 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.901399] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.901399] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.907900] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.907900] env[62284]: value = "task-1955053" [ 1986.907900] env[62284]: _type = "Task" [ 1986.907900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.916823] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955053, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.038373] env[62284]: DEBUG nova.scheduler.client.report [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1987.229109] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ca00aa7b-cdf9-47cf-8b35-064900b029f8 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.233s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.291470] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527bc0ce-b1c9-5549-ecad-4dfd6a03527f, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.291687] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.291949] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0fd6cf4e-2a3c-4510-a49e-03fade9f89de/0fd6cf4e-2a3c-4510-a49e-03fade9f89de.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1987.292232] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9f547fe-3747-4331-8e98-d323e703eb5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.299508] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1987.299508] env[62284]: value = "task-1955054" [ 1987.299508] env[62284]: _type = "Task" [ 1987.299508] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.306891] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.403483] env[62284]: DEBUG nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1987.428126] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955053, 'name': CreateVM_Task, 'duration_secs': 0.377979} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.428126] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1987.428126] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.428337] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.428792] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1987.429158] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c060b3-004a-4c3e-b7ac-ca62344d2791 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.436298] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1987.436298] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5240162a-e494-0610-2f34-d7b908595034" [ 1987.436298] env[62284]: _type = "Task" [ 1987.436298] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.444946] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5240162a-e494-0610-2f34-d7b908595034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.545889] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.548895] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.633s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.573183] env[62284]: INFO nova.scheduler.client.report [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted allocations for instance 181a2cc7-5713-4162-a5eb-886714672aa5 [ 1987.674751] env[62284]: DEBUG nova.network.neutron [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Updated VIF entry in instance network info cache for port 372ed88e-067a-4dcc-ae24-120cb15da623. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.675224] env[62284]: DEBUG nova.network.neutron [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Updating instance_info_cache with network_info: [{"id": "372ed88e-067a-4dcc-ae24-120cb15da623", "address": "fa:16:3e:70:16:38", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372ed88e-06", "ovs_interfaceid": "372ed88e-067a-4dcc-ae24-120cb15da623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.810805] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.924494] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.945936] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5240162a-e494-0610-2f34-d7b908595034, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.946973] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.946973] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1987.946973] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.947111] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.947225] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1987.947739] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54c1f4b-5cae-4483-bfa7-7f9c20002918 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.955661] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1987.955958] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1987.956573] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b31dcfc-0bc2-47b3-aad3-4e1e1403f030 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.961642] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1987.961642] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52abe0c7-9d5d-5f93-76d0-70f53c3f2126" [ 1987.961642] env[62284]: _type = "Task" [ 1987.961642] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.969021] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52abe0c7-9d5d-5f93-76d0-70f53c3f2126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.083855] env[62284]: DEBUG oslo_concurrency.lockutils [None req-baa6ca8f-2e6c-442f-bd0f-8202e5497203 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "181a2cc7-5713-4162-a5eb-886714672aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.193s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.179877] env[62284]: DEBUG oslo_concurrency.lockutils [req-4d97f2a7-2dc0-48a8-adda-884122360a5c req-c089f00b-a161-4c3a-b4b7-34de21adca4e service nova] Releasing lock "refresh_cache-f267c089-0cfd-4ded-9e81-abbe7a5d270c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.257925] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb620f7-501f-4d4d-aefa-11355ce0b6fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.265774] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c859f0d-6bc9-4541-9c8b-2ff01e3853aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.296684] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbf978-028d-4f3f-b2aa-9f97458dc2cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.307816] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c193462-9ba6-4b62-a93b-3c3852460957 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.314595] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528939} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.315170] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 0fd6cf4e-2a3c-4510-a49e-03fade9f89de/0fd6cf4e-2a3c-4510-a49e-03fade9f89de.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1988.315437] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1988.315680] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f558e751-bfd3-43fb-a827-398c06d26d15 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.324838] env[62284]: DEBUG nova.compute.provider_tree [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.332030] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1988.332030] env[62284]: value = "task-1955055" [ 1988.332030] env[62284]: _type = "Task" [ 1988.332030] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.340661] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.472589] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52abe0c7-9d5d-5f93-76d0-70f53c3f2126, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.473440] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa7f18c-365d-4538-82b9-5612ae654067 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.478918] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1988.478918] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524cf194-b9b7-b118-1be7-aa4192421ca2" [ 1988.478918] env[62284]: _type = "Task" [ 1988.478918] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.486342] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524cf194-b9b7-b118-1be7-aa4192421ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.829038] env[62284]: DEBUG nova.scheduler.client.report [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1988.842162] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201455} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.842162] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1988.842854] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096bc04b-7017-428a-a9b9-6e4a82973b5f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.866127] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 0fd6cf4e-2a3c-4510-a49e-03fade9f89de/0fd6cf4e-2a3c-4510-a49e-03fade9f89de.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.867580] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab166a30-82aa-4a41-a772-b3a1c0f81bc9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.884241] env[62284]: DEBUG nova.compute.manager [req-96edf12b-dc31-4cba-bc24-60e730724b40 req-b06436ea-c5e0-46ba-938c-d6c86dab3f9b service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Received event network-changed-4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1988.884443] env[62284]: DEBUG nova.compute.manager [req-96edf12b-dc31-4cba-bc24-60e730724b40 req-b06436ea-c5e0-46ba-938c-d6c86dab3f9b service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Refreshing instance network info cache due to event network-changed-4b86ac9c-a9cb-42a5-83ca-994d71352517. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1988.884657] env[62284]: DEBUG oslo_concurrency.lockutils [req-96edf12b-dc31-4cba-bc24-60e730724b40 req-b06436ea-c5e0-46ba-938c-d6c86dab3f9b service nova] Acquiring lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.884801] env[62284]: DEBUG oslo_concurrency.lockutils [req-96edf12b-dc31-4cba-bc24-60e730724b40 req-b06436ea-c5e0-46ba-938c-d6c86dab3f9b service nova] Acquired lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.884956] env[62284]: DEBUG nova.network.neutron [req-96edf12b-dc31-4cba-bc24-60e730724b40 req-b06436ea-c5e0-46ba-938c-d6c86dab3f9b service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Refreshing network info cache for port 4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1988.892284] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1988.892284] env[62284]: value = "task-1955056" [ 1988.892284] env[62284]: _type = "Task" [ 1988.892284] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.902034] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.989392] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524cf194-b9b7-b118-1be7-aa4192421ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.989829] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.990282] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f267c089-0cfd-4ded-9e81-abbe7a5d270c/f267c089-0cfd-4ded-9e81-abbe7a5d270c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1988.990695] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e869bc7-615a-4cd3-adf1-bb6a83960cf4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.998166] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1988.998166] env[62284]: value = "task-1955057" [ 1988.998166] env[62284]: _type = "Task" [ 1988.998166] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.005831] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.402633] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955056, 'name': ReconfigVM_Task, 'duration_secs': 0.493127} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.402999] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 0fd6cf4e-2a3c-4510-a49e-03fade9f89de/0fd6cf4e-2a3c-4510-a49e-03fade9f89de.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1989.403785] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-033e2363-a39f-4a9c-b548-141edd95d1b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.411821] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1989.411821] env[62284]: value = "task-1955058" [ 1989.411821] env[62284]: _type = "Task" [ 1989.411821] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.425456] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955058, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.515717] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955057, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.668232] env[62284]: DEBUG nova.network.neutron [req-96edf12b-dc31-4cba-bc24-60e730724b40 req-b06436ea-c5e0-46ba-938c-d6c86dab3f9b service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Updated VIF entry in instance network info cache for port 4b86ac9c-a9cb-42a5-83ca-994d71352517. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.668629] env[62284]: DEBUG nova.network.neutron [req-96edf12b-dc31-4cba-bc24-60e730724b40 req-b06436ea-c5e0-46ba-938c-d6c86dab3f9b service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Updating instance_info_cache with network_info: [{"id": "4b86ac9c-a9cb-42a5-83ca-994d71352517", "address": "fa:16:3e:5a:3c:a4", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b86ac9c-a9", "ovs_interfaceid": "4b86ac9c-a9cb-42a5-83ca-994d71352517", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.841147] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.293s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.844403] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.479s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.845960] env[62284]: INFO nova.compute.claims [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1989.922464] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955058, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.009958] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551247} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.010261] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f267c089-0cfd-4ded-9e81-abbe7a5d270c/f267c089-0cfd-4ded-9e81-abbe7a5d270c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1990.010480] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1990.010730] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f92e2ce7-4b28-4f45-9f75-d22c1c04836a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.018273] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1990.018273] env[62284]: value = "task-1955059" [ 1990.018273] env[62284]: _type = "Task" [ 1990.018273] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.025526] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.171960] env[62284]: DEBUG oslo_concurrency.lockutils [req-96edf12b-dc31-4cba-bc24-60e730724b40 req-b06436ea-c5e0-46ba-938c-d6c86dab3f9b service nova] Releasing lock "refresh_cache-37b66f98-d418-431f-9ca8-09e4af2a4769" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.405395] env[62284]: INFO nova.scheduler.client.report [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted allocation for migration 4d8010b2-cc37-4e47-bba4-67b446e295d1 [ 1990.422609] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955058, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.528683] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.911582] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ce7b908b-93fb-4032-a970-2f17c6629dce tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.052s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.924923] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955058, 'name': Rename_Task, 'duration_secs': 1.288463} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.926341] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1990.931980] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d07ae3-73d5-4643-9510-66a17020e1da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.941023] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 1990.941023] env[62284]: value = "task-1955060" [ 1990.941023] env[62284]: _type = "Task" [ 1990.941023] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.954695] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.027783] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.700835} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.028108] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1991.028879] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4337a3-0508-42ff-94a2-3bf0e325a696 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.053380] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f267c089-0cfd-4ded-9e81-abbe7a5d270c/f267c089-0cfd-4ded-9e81-abbe7a5d270c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.055961] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f0adbe-cfd6-4c57-97b5-c88f8431e757 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.077581] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1991.077581] env[62284]: value = "task-1955061" [ 1991.077581] env[62284]: _type = "Task" [ 1991.077581] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.086530] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.128386] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63263b8a-df60-4762-9620-edea261e5dfc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.136052] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c9f559-5a22-43de-90cf-d6de8cb46e6d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.171944] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae83a351-2bab-49d1-b30c-998b4a154cc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.180441] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c51bcbe-959e-4a94-9ee6-44a029006e64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.195063] env[62284]: DEBUG nova.compute.provider_tree [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.436106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.436506] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.436790] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "076233c5-52f4-43cd-8192-1f59281020b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.436996] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.437186] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.439574] env[62284]: INFO nova.compute.manager [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Terminating instance [ 1991.450791] env[62284]: DEBUG oslo_vmware.api [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955060, 'name': PowerOnVM_Task, 'duration_secs': 0.484921} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.451550] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1991.451769] env[62284]: INFO nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1991.451940] env[62284]: DEBUG nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.452703] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4b6e29-233c-41ba-9f4d-8ce6b62aae08 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.587023] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955061, 'name': ReconfigVM_Task, 'duration_secs': 0.27302} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.587319] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f267c089-0cfd-4ded-9e81-abbe7a5d270c/f267c089-0cfd-4ded-9e81-abbe7a5d270c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1991.587932] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6739729-7f8c-458f-80cb-ea9acaee004e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.594391] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1991.594391] env[62284]: value = "task-1955062" [ 1991.594391] env[62284]: _type = "Task" [ 1991.594391] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.602451] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955062, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.698079] env[62284]: DEBUG nova.scheduler.client.report [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1991.946582] env[62284]: DEBUG nova.compute.manager [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1991.946861] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1991.947765] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81a1921-7f6b-4b09-9e9a-f52db5c6924b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.955854] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1991.956088] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755f20d3-4326-4f7d-bd72-258da76b3cd8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.961392] env[62284]: DEBUG oslo_vmware.api [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1991.961392] env[62284]: value = "task-1955063" [ 1991.961392] env[62284]: _type = "Task" [ 1991.961392] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.975345] env[62284]: DEBUG oslo_vmware.api [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.975841] env[62284]: INFO nova.compute.manager [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Took 30.61 seconds to build instance. [ 1992.105541] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955062, 'name': Rename_Task, 'duration_secs': 0.1706} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.105541] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1992.105929] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60f83cd6-1b76-43f3-aea1-90b8c0aa916b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.112655] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1992.112655] env[62284]: value = "task-1955064" [ 1992.112655] env[62284]: _type = "Task" [ 1992.112655] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.121971] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.203193] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.203780] env[62284]: DEBUG nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.206904] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.197s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.208824] env[62284]: INFO nova.compute.claims [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1992.470932] env[62284]: DEBUG oslo_vmware.api [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955063, 'name': PowerOffVM_Task, 'duration_secs': 0.217271} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.471248] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.471433] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1992.471696] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fe5e5cd-12b4-49a5-91b2-a6db5a18d8a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.477865] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0768a12b-e195-4229-b741-47489d4a46e1 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.122s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.535798] env[62284]: DEBUG nova.compute.manager [req-497333e7-4ad8-40a2-a7a3-04d7a3af4273 req-a0f695f9-2dc2-4904-8d87-45ed90994514 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-changed-8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1992.536015] env[62284]: DEBUG nova.compute.manager [req-497333e7-4ad8-40a2-a7a3-04d7a3af4273 req-a0f695f9-2dc2-4904-8d87-45ed90994514 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Refreshing instance network info cache due to event network-changed-8bb0f111-15b8-4322-8b1c-d357b7195baf. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1992.536268] env[62284]: DEBUG oslo_concurrency.lockutils [req-497333e7-4ad8-40a2-a7a3-04d7a3af4273 req-a0f695f9-2dc2-4904-8d87-45ed90994514 service nova] Acquiring lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.536428] env[62284]: DEBUG oslo_concurrency.lockutils [req-497333e7-4ad8-40a2-a7a3-04d7a3af4273 req-a0f695f9-2dc2-4904-8d87-45ed90994514 service nova] Acquired lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.536593] env[62284]: DEBUG nova.network.neutron [req-497333e7-4ad8-40a2-a7a3-04d7a3af4273 req-a0f695f9-2dc2-4904-8d87-45ed90994514 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Refreshing network info cache for port 8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.597439] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1992.597612] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1992.597777] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleting the datastore file [datastore1] 076233c5-52f4-43cd-8192-1f59281020b2 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1992.598150] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-849663d0-2dbe-44c9-9eed-f4d38f02801c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.606066] env[62284]: DEBUG oslo_vmware.api [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 1992.606066] env[62284]: value = "task-1955066" [ 1992.606066] env[62284]: _type = "Task" [ 1992.606066] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.614966] env[62284]: DEBUG oslo_vmware.api [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.624028] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955064, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.714809] env[62284]: DEBUG nova.compute.utils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.717630] env[62284]: DEBUG nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1992.717823] env[62284]: DEBUG nova.network.neutron [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1992.811607] env[62284]: DEBUG nova.policy [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2df9a0dd0e4e4630aa52fbe07c4d7e9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09516d1e94d7489296ffc3646b6d8041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1993.115677] env[62284]: DEBUG oslo_vmware.api [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141676} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.118728] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.118950] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.119124] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.119311] env[62284]: INFO nova.compute.manager [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1993.119548] env[62284]: DEBUG oslo.service.loopingcall [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.119741] env[62284]: DEBUG nova.compute.manager [-] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.119830] env[62284]: DEBUG nova.network.neutron [-] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.126494] env[62284]: DEBUG oslo_vmware.api [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955064, 'name': PowerOnVM_Task, 'duration_secs': 0.534114} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.126718] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1993.126970] env[62284]: INFO nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1993.127095] env[62284]: DEBUG nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1993.127863] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2b3176-e9db-4664-aba0-47043225e3e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.157872] env[62284]: DEBUG nova.network.neutron [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Successfully created port: 3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1993.218784] env[62284]: DEBUG nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.416709] env[62284]: DEBUG nova.network.neutron [req-497333e7-4ad8-40a2-a7a3-04d7a3af4273 req-a0f695f9-2dc2-4904-8d87-45ed90994514 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updated VIF entry in instance network info cache for port 8bb0f111-15b8-4322-8b1c-d357b7195baf. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.417126] env[62284]: DEBUG nova.network.neutron [req-497333e7-4ad8-40a2-a7a3-04d7a3af4273 req-a0f695f9-2dc2-4904-8d87-45ed90994514 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.479328] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c09fb26-2874-43e3-aaad-babe087d9fd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.488726] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200f673e-1611-4099-a9f6-ae47ac3b0b5a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.520618] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e32246-7c9d-4758-a6d2-d3ce7033cb2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.531764] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c25e1-3150-4c3c-9bd1-05e227e8b40c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.547806] env[62284]: DEBUG nova.compute.provider_tree [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.646257] env[62284]: INFO nova.compute.manager [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Took 24.06 seconds to build instance. [ 1993.736896] env[62284]: DEBUG nova.compute.manager [req-c4b0b37a-4934-4c79-a641-12999cd2eeb5 req-4422f455-ade1-4e8f-8745-f25d68c0e8f1 service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Received event network-vif-deleted-f013b955-064c-4b8f-a19b-19c095f92a9d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1993.736896] env[62284]: INFO nova.compute.manager [req-c4b0b37a-4934-4c79-a641-12999cd2eeb5 req-4422f455-ade1-4e8f-8745-f25d68c0e8f1 service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Neutron deleted interface f013b955-064c-4b8f-a19b-19c095f92a9d; detaching it from the instance and deleting it from the info cache [ 1993.736896] env[62284]: DEBUG nova.network.neutron [req-c4b0b37a-4934-4c79-a641-12999cd2eeb5 req-4422f455-ade1-4e8f-8745-f25d68c0e8f1 service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.922684] env[62284]: DEBUG oslo_concurrency.lockutils [req-497333e7-4ad8-40a2-a7a3-04d7a3af4273 req-a0f695f9-2dc2-4904-8d87-45ed90994514 service nova] Releasing lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.051278] env[62284]: DEBUG nova.scheduler.client.report [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.149523] env[62284]: DEBUG oslo_concurrency.lockutils [None req-893db139-eb0a-4059-8a41-afb82c96ca92 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.577s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.214043] env[62284]: DEBUG nova.network.neutron [-] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.230855] env[62284]: DEBUG nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1994.239927] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54efba6f-8085-4364-8dc4-9ec9a284e143 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.251875] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bd0ec3-58ea-4d59-a49a-f533effdee6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.271979] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.272290] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.272467] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.272685] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.272839] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.272987] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.273273] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.273457] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.273685] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.273788] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.273961] env[62284]: DEBUG nova.virt.hardware [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.275311] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9968be62-cb1d-4f65-9933-d861b6b9e84b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.286925] env[62284]: DEBUG nova.compute.manager [req-c4b0b37a-4934-4c79-a641-12999cd2eeb5 req-4422f455-ade1-4e8f-8745-f25d68c0e8f1 service nova] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Detach interface failed, port_id=f013b955-064c-4b8f-a19b-19c095f92a9d, reason: Instance 076233c5-52f4-43cd-8192-1f59281020b2 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1994.292748] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2723f-93f1-4a7e-aa90-f6ade6f6784a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.556875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.557389] env[62284]: DEBUG nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1994.559903] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.472s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.561427] env[62284]: INFO nova.compute.claims [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1994.606228] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5dace3-4159-457d-bff1-c75a2856a036 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.614692] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9409e7d-e135-45fa-81f5-a73ba096d660 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Suspending the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1994.614860] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-51aef02e-a949-4345-93ec-a54fecd0da19 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.620821] env[62284]: DEBUG nova.compute.manager [req-25b54179-26e6-4554-8b1d-8a53d46101b4 req-150bcd9c-4eaf-47b9-a1eb-e047d0437da8 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Received event network-vif-plugged-3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1994.621447] env[62284]: DEBUG oslo_concurrency.lockutils [req-25b54179-26e6-4554-8b1d-8a53d46101b4 req-150bcd9c-4eaf-47b9-a1eb-e047d0437da8 service nova] Acquiring lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.623185] env[62284]: DEBUG oslo_concurrency.lockutils [req-25b54179-26e6-4554-8b1d-8a53d46101b4 req-150bcd9c-4eaf-47b9-a1eb-e047d0437da8 service nova] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.623185] env[62284]: DEBUG oslo_concurrency.lockutils [req-25b54179-26e6-4554-8b1d-8a53d46101b4 req-150bcd9c-4eaf-47b9-a1eb-e047d0437da8 service nova] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.623185] env[62284]: DEBUG nova.compute.manager [req-25b54179-26e6-4554-8b1d-8a53d46101b4 req-150bcd9c-4eaf-47b9-a1eb-e047d0437da8 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] No waiting events found dispatching network-vif-plugged-3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1994.623185] env[62284]: WARNING nova.compute.manager [req-25b54179-26e6-4554-8b1d-8a53d46101b4 req-150bcd9c-4eaf-47b9-a1eb-e047d0437da8 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Received unexpected event network-vif-plugged-3c74158b-13fa-4140-a2d5-407c36d54f8a for instance with vm_state building and task_state spawning. [ 1994.624347] env[62284]: DEBUG oslo_vmware.api [None req-a9409e7d-e135-45fa-81f5-a73ba096d660 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1994.624347] env[62284]: value = "task-1955067" [ 1994.624347] env[62284]: _type = "Task" [ 1994.624347] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.634399] env[62284]: DEBUG oslo_vmware.api [None req-a9409e7d-e135-45fa-81f5-a73ba096d660 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955067, 'name': SuspendVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.717071] env[62284]: INFO nova.compute.manager [-] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Took 1.60 seconds to deallocate network for instance. [ 1994.722815] env[62284]: DEBUG nova.network.neutron [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Successfully updated port: 3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1995.066326] env[62284]: DEBUG nova.compute.utils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1995.074159] env[62284]: DEBUG nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1995.074395] env[62284]: DEBUG nova.network.neutron [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1995.116771] env[62284]: DEBUG nova.policy [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeab6e09838147dbbc09aef89b3102d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '053d1d6f103148de9ef1b4b241d0de9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1995.134154] env[62284]: DEBUG oslo_vmware.api [None req-a9409e7d-e135-45fa-81f5-a73ba096d660 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955067, 'name': SuspendVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.224026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.228718] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.228895] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.229080] env[62284]: DEBUG nova.network.neutron [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.415284] env[62284]: DEBUG nova.network.neutron [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Successfully created port: 146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1995.576091] env[62284]: DEBUG nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1995.637357] env[62284]: DEBUG oslo_vmware.api [None req-a9409e7d-e135-45fa-81f5-a73ba096d660 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955067, 'name': SuspendVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.793995] env[62284]: DEBUG nova.network.neutron [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1995.824109] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11287b6a-aa79-45bd-b383-bed4e9e0e8b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.831618] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21d62c0-0528-4568-840a-e8a747dc7b77 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.866055] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb1d50-f60c-4577-bcef-05138395b7d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.874339] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e26334d-6a1b-4ede-b994-9efb1793e2fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.887929] env[62284]: DEBUG nova.compute.provider_tree [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.974640] env[62284]: DEBUG nova.network.neutron [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updating instance_info_cache with network_info: [{"id": "3c74158b-13fa-4140-a2d5-407c36d54f8a", "address": "fa:16:3e:0e:3e:86", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c74158b-13", "ovs_interfaceid": "3c74158b-13fa-4140-a2d5-407c36d54f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.137874] env[62284]: DEBUG oslo_vmware.api [None req-a9409e7d-e135-45fa-81f5-a73ba096d660 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955067, 'name': SuspendVM_Task, 'duration_secs': 1.388581} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.138214] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a9409e7d-e135-45fa-81f5-a73ba096d660 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Suspended the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1996.138432] env[62284]: DEBUG nova.compute.manager [None req-a9409e7d-e135-45fa-81f5-a73ba096d660 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.139253] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c6f39d-750f-44d9-82c7-ef5f5282b054 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.391850] env[62284]: DEBUG nova.scheduler.client.report [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.478533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.478533] env[62284]: DEBUG nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Instance network_info: |[{"id": "3c74158b-13fa-4140-a2d5-407c36d54f8a", "address": "fa:16:3e:0e:3e:86", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c74158b-13", "ovs_interfaceid": "3c74158b-13fa-4140-a2d5-407c36d54f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1996.478533] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:3e:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c74158b-13fa-4140-a2d5-407c36d54f8a', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.486138] env[62284]: DEBUG oslo.service.loopingcall [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.486367] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.486604] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d42896-b922-49f1-babb-9c95a43a5cb5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.506243] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.506243] env[62284]: value = "task-1955068" [ 1996.506243] env[62284]: _type = "Task" [ 1996.506243] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.513920] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.587378] env[62284]: DEBUG nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1996.616739] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1996.616957] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.617211] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1996.617420] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.617571] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1996.618814] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1996.618814] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1996.618814] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1996.618814] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1996.618814] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1996.618814] env[62284]: DEBUG nova.virt.hardware [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1996.619523] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8a61cb-fcaa-4e78-8de6-a25da14f6cf8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.630438] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a819e3b9-aff8-4e27-be3f-3743e33b5c70 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.646291] env[62284]: DEBUG nova.compute.manager [req-0f1815f5-a75b-4775-93a9-0626a6f77fc4 req-e2c29b5c-8658-4e3f-9b52-89c36bd55a83 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Received event network-changed-3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.646355] env[62284]: DEBUG nova.compute.manager [req-0f1815f5-a75b-4775-93a9-0626a6f77fc4 req-e2c29b5c-8658-4e3f-9b52-89c36bd55a83 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Refreshing instance network info cache due to event network-changed-3c74158b-13fa-4140-a2d5-407c36d54f8a. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1996.646545] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f1815f5-a75b-4775-93a9-0626a6f77fc4 req-e2c29b5c-8658-4e3f-9b52-89c36bd55a83 service nova] Acquiring lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.646695] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f1815f5-a75b-4775-93a9-0626a6f77fc4 req-e2c29b5c-8658-4e3f-9b52-89c36bd55a83 service nova] Acquired lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.646885] env[62284]: DEBUG nova.network.neutron [req-0f1815f5-a75b-4775-93a9-0626a6f77fc4 req-e2c29b5c-8658-4e3f-9b52-89c36bd55a83 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Refreshing network info cache for port 3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.896949] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.897494] env[62284]: DEBUG nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1996.900230] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.617s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.900455] env[62284]: DEBUG nova.objects.instance [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lazy-loading 'resources' on Instance uuid 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.017662] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.346770] env[62284]: DEBUG nova.network.neutron [req-0f1815f5-a75b-4775-93a9-0626a6f77fc4 req-e2c29b5c-8658-4e3f-9b52-89c36bd55a83 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updated VIF entry in instance network info cache for port 3c74158b-13fa-4140-a2d5-407c36d54f8a. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.347148] env[62284]: DEBUG nova.network.neutron [req-0f1815f5-a75b-4775-93a9-0626a6f77fc4 req-e2c29b5c-8658-4e3f-9b52-89c36bd55a83 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updating instance_info_cache with network_info: [{"id": "3c74158b-13fa-4140-a2d5-407c36d54f8a", "address": "fa:16:3e:0e:3e:86", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c74158b-13", "ovs_interfaceid": "3c74158b-13fa-4140-a2d5-407c36d54f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.403919] env[62284]: DEBUG nova.compute.utils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1997.408564] env[62284]: DEBUG nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1997.408809] env[62284]: DEBUG nova.network.neutron [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1997.449585] env[62284]: DEBUG nova.policy [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef517bf1876e4a17abdc467746371c44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6df692b10af54140962be1300cf7de8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 1997.519172] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.632709] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dee1052-ef3f-44ea-a593-61d4ea4d8a96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.640301] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6eec31-bb61-4478-8915-dde18237346d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.669388] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d287414-ca19-4df6-ba15-0f4bc74986a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.676601] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6580e448-c676-48f0-9b97-cca1a2f03f53 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.689838] env[62284]: DEBUG nova.compute.provider_tree [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.740190] env[62284]: DEBUG nova.network.neutron [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Successfully created port: d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1997.842742] env[62284]: DEBUG nova.compute.manager [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.843640] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0288cb-347a-4f93-8080-f8525b498d6c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.849049] env[62284]: DEBUG oslo_concurrency.lockutils [req-0f1815f5-a75b-4775-93a9-0626a6f77fc4 req-e2c29b5c-8658-4e3f-9b52-89c36bd55a83 service nova] Releasing lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.909756] env[62284]: DEBUG nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1998.018920] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.194024] env[62284]: DEBUG nova.scheduler.client.report [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.355652] env[62284]: INFO nova.compute.manager [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] instance snapshotting [ 1998.355840] env[62284]: WARNING nova.compute.manager [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1998.359162] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3065bd-897b-44ad-b92a-ce82ee04c28d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.378942] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d657be7-61a0-4d08-8c39-f10a09bbfbd9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.519520] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.699308] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.701680] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.177s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.701922] env[62284]: DEBUG nova.objects.instance [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lazy-loading 'resources' on Instance uuid 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.723630] env[62284]: INFO nova.scheduler.client.report [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleted allocations for instance 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc [ 1998.889143] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1998.889492] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-683f1d92-3a5b-47bb-8764-8e0627c8b0cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.898158] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 1998.898158] env[62284]: value = "task-1955069" [ 1998.898158] env[62284]: _type = "Task" [ 1998.898158] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.906029] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.919338] env[62284]: DEBUG nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1998.943476] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1998.943719] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.943906] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1998.944118] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.944270] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1998.944419] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1998.944628] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1998.944789] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1998.944955] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1998.945129] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1998.945303] env[62284]: DEBUG nova.virt.hardware [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1998.947907] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4242cb-3bd6-4b76-acdc-059e20a836c2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.953731] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7a04cb-e5bd-4e13-a8dc-50c38ea2944c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.019768] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.231718] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc28b7e1-e869-4604-bb27-5d5c3f5bccc4 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.696s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.404523] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54a1f40-e43d-45ea-9063-08b63fe85f3a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.414599] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fde6dc-c4ae-4cf5-91fa-6cb89f85efe2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.417791] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955069, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.444080] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e62ec8-5028-43f4-8715-4eaf4751a6f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.451236] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355cffb-472b-45e9-abc3-7818add0fd03 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.464017] env[62284]: DEBUG nova.compute.provider_tree [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.520356] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.909197] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955069, 'name': CreateSnapshot_Task, 'duration_secs': 0.629045} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.909479] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1999.910238] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298a379b-a624-4516-b4b9-22bc5df47e47 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.967129] env[62284]: DEBUG nova.scheduler.client.report [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2000.021403] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.427357] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2000.427675] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb37f724-adb4-42db-a977-cadd698702cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.436959] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2000.436959] env[62284]: value = "task-1955070" [ 2000.436959] env[62284]: _type = "Task" [ 2000.436959] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.445701] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.473765] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.476143] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.665s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.476379] env[62284]: DEBUG nova.objects.instance [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'resources' on Instance uuid 033ffe38-0f99-423c-ae0b-18db4d9c149a {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.498175] env[62284]: INFO nova.scheduler.client.report [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleted allocations for instance 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a [ 2000.522909] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.947475] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.009023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f6fb4af-f889-4430-9c58-d0484223ad06 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "489c42bb-d4ca-4aed-b4f3-35ed164f7d3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.295s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.024205] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.175930] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff51c93-c90e-4e0d-a834-33bded90e509 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.184031] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c1b444-5d4e-4de5-a3c3-c4f50d3a7169 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.215474] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9191c9b-4046-4d16-8635-f6b80fc12a32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.223089] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169198d6-0071-4954-9733-c221d9898bdb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.236357] env[62284]: DEBUG nova.compute.provider_tree [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.447614] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.524095] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.726531] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.726817] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.739544] env[62284]: DEBUG nova.scheduler.client.report [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.753939] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.754179] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.947946] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.025415] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.025716] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.025985] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.229064] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2002.245068] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.247411] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.323s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.248950] env[62284]: INFO nova.compute.claims [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2002.256806] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2002.268508] env[62284]: INFO nova.scheduler.client.report [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted allocations for instance 033ffe38-0f99-423c-ae0b-18db4d9c149a [ 2002.448897] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.525763] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.532653] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.532835] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2002.533043] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2002.751757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.776201] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.776666] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12efd1b7-88da-4be0-a0d5-25bc0fe4a2fc tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "033ffe38-0f99-423c-ae0b-18db4d9c149a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.133s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.950277] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.026317] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.037884] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Skipping network cache update for instance because it is Building. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2003.037884] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 13df7a72-433e-4080-8550-036e881d9219] Skipping network cache update for instance because it is Building. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2003.037884] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Skipping network cache update for instance because it is Building. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2003.037884] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Skipping network cache update for instance because it is Building. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2003.052923] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.053130] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquired lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.053335] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Forcefully refreshing network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2003.053523] env[62284]: DEBUG nova.objects.instance [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lazy-loading 'info_cache' on Instance uuid 076233c5-52f4-43cd-8192-1f59281020b2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.449735] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.451252] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134542e9-6180-4664-8037-4e6d963442be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.457811] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495acda-8fac-4ac2-ab7a-375093c3f6a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.490099] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93359f84-eba8-44ad-809e-cb43e4640cee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.497648] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.497887] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.502809] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c414a-de96-414c-a422-0222cc3f0ce8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.517149] env[62284]: DEBUG nova.compute.provider_tree [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.526452] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.952415] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.002836] env[62284]: DEBUG nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2004.021219] env[62284]: DEBUG nova.scheduler.client.report [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.034743] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955068, 'name': CreateVM_Task, 'duration_secs': 7.481414} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.035513] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2004.036254] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.036397] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.036744] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2004.037484] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab09df6c-b202-44a9-99a4-86ac8c5746ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.042736] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2004.042736] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52510312-ed2f-6055-bcc7-35c84120b29b" [ 2004.042736] env[62284]: _type = "Task" [ 2004.042736] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.050652] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52510312-ed2f-6055-bcc7-35c84120b29b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.074455] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2004.451894] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.523968] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.529023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.529562] env[62284]: DEBUG nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2004.532666] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.308s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.532807] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.537420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.783s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.537420] env[62284]: INFO nova.compute.claims [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2004.555673] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52510312-ed2f-6055-bcc7-35c84120b29b, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.556401] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.556401] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2004.557242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.557242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.557242] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2004.557520] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185cc6dc-fce8-49ad-9b5f-b6bab24e4234 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.561532] env[62284]: DEBUG nova.compute.manager [req-042f7f7d-6c09-4f2b-8135-7592e2d4cd69 req-6637afd3-093b-4f68-a272-07a0f353ae0f service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Received event network-vif-plugged-146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2004.561859] env[62284]: DEBUG oslo_concurrency.lockutils [req-042f7f7d-6c09-4f2b-8135-7592e2d4cd69 req-6637afd3-093b-4f68-a272-07a0f353ae0f service nova] Acquiring lock "13df7a72-433e-4080-8550-036e881d9219-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.562554] env[62284]: DEBUG oslo_concurrency.lockutils [req-042f7f7d-6c09-4f2b-8135-7592e2d4cd69 req-6637afd3-093b-4f68-a272-07a0f353ae0f service nova] Lock "13df7a72-433e-4080-8550-036e881d9219-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.562554] env[62284]: DEBUG oslo_concurrency.lockutils [req-042f7f7d-6c09-4f2b-8135-7592e2d4cd69 req-6637afd3-093b-4f68-a272-07a0f353ae0f service nova] Lock "13df7a72-433e-4080-8550-036e881d9219-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.562554] env[62284]: DEBUG nova.compute.manager [req-042f7f7d-6c09-4f2b-8135-7592e2d4cd69 req-6637afd3-093b-4f68-a272-07a0f353ae0f service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] No waiting events found dispatching network-vif-plugged-146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2004.562554] env[62284]: WARNING nova.compute.manager [req-042f7f7d-6c09-4f2b-8135-7592e2d4cd69 req-6637afd3-093b-4f68-a272-07a0f353ae0f service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Received unexpected event network-vif-plugged-146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b for instance with vm_state building and task_state spawning. [ 2004.569743] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2004.569941] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2004.571449] env[62284]: INFO nova.scheduler.client.report [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted allocations for instance 076233c5-52f4-43cd-8192-1f59281020b2 [ 2004.572782] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfd4d0b-09ff-480b-8930-38c1f8b8c80b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.584561] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2004.584561] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eae5fa-ade1-55f1-1f87-dacc1708cdb9" [ 2004.584561] env[62284]: _type = "Task" [ 2004.584561] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.593468] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eae5fa-ade1-55f1-1f87-dacc1708cdb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.656710] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.659326] env[62284]: DEBUG nova.network.neutron [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Successfully updated port: 146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2004.827427] env[62284]: DEBUG nova.compute.manager [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.828336] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c703206f-4f32-4463-a37c-a164a8e29864 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.952114] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.045580] env[62284]: DEBUG nova.compute.utils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2005.047127] env[62284]: DEBUG nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2005.047306] env[62284]: DEBUG nova.network.neutron [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2005.084285] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a4365270-1e39-4d77-94c7-59ecfd7f2600 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "076233c5-52f4-43cd-8192-1f59281020b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.648s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.086888] env[62284]: DEBUG nova.policy [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0cb07e69a4448169a15a91e90925b63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01f30355ec549c7a6043a0122e280f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2005.097942] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eae5fa-ade1-55f1-1f87-dacc1708cdb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.099325] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59016d40-2e2f-4029-a085-cce312daf1e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.104942] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2005.104942] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5252443b-8ad4-1d33-45c0-3f682b03f8cb" [ 2005.104942] env[62284]: _type = "Task" [ 2005.104942] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.112922] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5252443b-8ad4-1d33-45c0-3f682b03f8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.117829] env[62284]: DEBUG nova.compute.manager [req-1c7b8cf0-d7d5-4e61-a4a5-e0dad36e9592 req-ec8ec4a0-f349-4a7a-bc6f-b5c405d0762c service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Received event network-vif-plugged-d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2005.118052] env[62284]: DEBUG oslo_concurrency.lockutils [req-1c7b8cf0-d7d5-4e61-a4a5-e0dad36e9592 req-ec8ec4a0-f349-4a7a-bc6f-b5c405d0762c service nova] Acquiring lock "199376c3-bf01-48ff-a4f4-2c636ed184b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.118280] env[62284]: DEBUG oslo_concurrency.lockutils [req-1c7b8cf0-d7d5-4e61-a4a5-e0dad36e9592 req-ec8ec4a0-f349-4a7a-bc6f-b5c405d0762c service nova] Lock "199376c3-bf01-48ff-a4f4-2c636ed184b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.118420] env[62284]: DEBUG oslo_concurrency.lockutils [req-1c7b8cf0-d7d5-4e61-a4a5-e0dad36e9592 req-ec8ec4a0-f349-4a7a-bc6f-b5c405d0762c service nova] Lock "199376c3-bf01-48ff-a4f4-2c636ed184b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.118584] env[62284]: DEBUG nova.compute.manager [req-1c7b8cf0-d7d5-4e61-a4a5-e0dad36e9592 req-ec8ec4a0-f349-4a7a-bc6f-b5c405d0762c service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] No waiting events found dispatching network-vif-plugged-d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2005.118747] env[62284]: WARNING nova.compute.manager [req-1c7b8cf0-d7d5-4e61-a4a5-e0dad36e9592 req-ec8ec4a0-f349-4a7a-bc6f-b5c405d0762c service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Received unexpected event network-vif-plugged-d23ca2f4-be0d-467b-8b3e-2efdea92077c for instance with vm_state building and task_state spawning. [ 2005.165613] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "refresh_cache-13df7a72-433e-4080-8550-036e881d9219" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.165771] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquired lock "refresh_cache-13df7a72-433e-4080-8550-036e881d9219" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.166038] env[62284]: DEBUG nova.network.neutron [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.167527] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Releasing lock "refresh_cache-076233c5-52f4-43cd-8192-1f59281020b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.167716] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Updated the network info_cache for instance {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2005.168165] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.169944] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.169944] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.169944] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.169944] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.169944] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.169944] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2005.169944] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.208958] env[62284]: DEBUG nova.network.neutron [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Successfully updated port: d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2005.340962] env[62284]: INFO nova.compute.manager [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] instance snapshotting [ 2005.341959] env[62284]: DEBUG nova.objects.instance [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'flavor' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.406901] env[62284]: DEBUG nova.network.neutron [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Successfully created port: afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2005.453495] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955070, 'name': CloneVM_Task, 'duration_secs': 4.591128} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.453790] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Created linked-clone VM from snapshot [ 2005.454562] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6777b9c2-f5f0-48dc-b7e9-1c6bbdd6d9f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.461859] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Uploading image 9e9447c7-c3b3-492a-8cdc-c60e6f2eb523 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2005.484377] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2005.484377] env[62284]: value = "vm-402882" [ 2005.484377] env[62284]: _type = "VirtualMachine" [ 2005.484377] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2005.484750] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-deba39f4-6b3a-4f40-b933-ac672867df4d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.492549] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lease: (returnval){ [ 2005.492549] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ab3bba-53f3-a183-7983-8ae17c89fbcd" [ 2005.492549] env[62284]: _type = "HttpNfcLease" [ 2005.492549] env[62284]: } obtained for exporting VM: (result){ [ 2005.492549] env[62284]: value = "vm-402882" [ 2005.492549] env[62284]: _type = "VirtualMachine" [ 2005.492549] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2005.492793] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the lease: (returnval){ [ 2005.492793] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ab3bba-53f3-a183-7983-8ae17c89fbcd" [ 2005.492793] env[62284]: _type = "HttpNfcLease" [ 2005.492793] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2005.499392] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2005.499392] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ab3bba-53f3-a183-7983-8ae17c89fbcd" [ 2005.499392] env[62284]: _type = "HttpNfcLease" [ 2005.499392] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2005.552254] env[62284]: DEBUG nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2005.621929] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5252443b-8ad4-1d33-45c0-3f682b03f8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.622661] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.622804] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d/e1b5fd75-fd33-4976-abb8-518a9650fd5d.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2005.625519] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f605dbce-4a8f-4fa9-bd24-59970dd4a16b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.632356] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2005.632356] env[62284]: value = "task-1955072" [ 2005.632356] env[62284]: _type = "Task" [ 2005.632356] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.640969] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.672927] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.710480] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquiring lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.710635] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquired lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.710784] env[62284]: DEBUG nova.network.neutron [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.718280] env[62284]: DEBUG nova.network.neutron [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2005.843285] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf289b2c-c2d6-477f-a84e-aa132419c835 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.855311] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd5b315-b161-44bb-8d68-bc22383630f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.863339] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcc9948-3105-4222-9bae-ee4c09e22cd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.882451] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18374a1e-7c0a-42ba-a324-56f09d69195e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.657240] env[62284]: DEBUG nova.network.neutron [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Updating instance_info_cache with network_info: [{"id": "146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b", "address": "fa:16:3e:56:97:69", "network": {"id": "782b6f0a-aa76-4ff9-927e-62a936ec5c4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-573522551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053d1d6f103148de9ef1b4b241d0de9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a21ff-bc", "ovs_interfaceid": "146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.666792] env[62284]: DEBUG nova.compute.manager [req-9ccad4b8-e5b1-49ff-b0fb-94631ddae0d4 req-1ae3f177-9ea7-4d65-9630-f630146e763f service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Received event network-changed-146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2006.666978] env[62284]: DEBUG nova.compute.manager [req-9ccad4b8-e5b1-49ff-b0fb-94631ddae0d4 req-1ae3f177-9ea7-4d65-9630-f630146e763f service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Refreshing instance network info cache due to event network-changed-146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2006.668056] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ccad4b8-e5b1-49ff-b0fb-94631ddae0d4 req-1ae3f177-9ea7-4d65-9630-f630146e763f service nova] Acquiring lock "refresh_cache-13df7a72-433e-4080-8550-036e881d9219" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.668136] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea9da2-211b-44c1-8632-10595b1e2238 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.672933] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "f1e1b834-79fd-4959-9d78-e61f2755da71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.673161] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.683252] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2006.683252] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ab3bba-53f3-a183-7983-8ae17c89fbcd" [ 2006.683252] env[62284]: _type = "HttpNfcLease" [ 2006.683252] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2006.686703] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2006.686703] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ab3bba-53f3-a183-7983-8ae17c89fbcd" [ 2006.686703] env[62284]: _type = "HttpNfcLease" [ 2006.686703] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2006.687893] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd8023b-46a4-4f29-bb1c-f52229f821fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.691589] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534651} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.693278] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cec9c4-24d7-4232-86bb-9c85c0e49504 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.695824] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d/e1b5fd75-fd33-4976-abb8-518a9650fd5d.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2006.696057] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2006.696823] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94e6f959-b58f-4f8a-9168-b42c344611e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.707295] env[62284]: DEBUG nova.compute.provider_tree [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.711596] env[62284]: DEBUG nova.network.neutron [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2006.714015] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200397d-0c2a-24f5-de85-064a01e9421e/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2006.714237] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200397d-0c2a-24f5-de85-064a01e9421e/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2006.717245] env[62284]: DEBUG nova.scheduler.client.report [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2006.720670] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2006.720670] env[62284]: value = "task-1955073" [ 2006.720670] env[62284]: _type = "Task" [ 2006.720670] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.788830] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071608} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.789123] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2006.789908] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29219d75-1fec-4bda-85b8-1e2807fbd5d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.811253] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d/e1b5fd75-fd33-4976-abb8-518a9650fd5d.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2006.813596] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4ac5b89-bb47-40bd-b0d3-096a9f983676 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.831903] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa7c4d66-4696-4604-881f-9d2dc9cad3c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.840183] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2006.840183] env[62284]: value = "task-1955074" [ 2006.840183] env[62284]: _type = "Task" [ 2006.840183] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.847884] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.971370] env[62284]: DEBUG nova.network.neutron [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Updating instance_info_cache with network_info: [{"id": "d23ca2f4-be0d-467b-8b3e-2efdea92077c", "address": "fa:16:3e:a5:ce:31", "network": {"id": "13e372b3-b594-4237-b398-21e77c580b94", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1784871776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df692b10af54140962be1300cf7de8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd23ca2f4-be", "ovs_interfaceid": "d23ca2f4-be0d-467b-8b3e-2efdea92077c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.146877] env[62284]: DEBUG nova.compute.manager [req-fb19014a-fea1-4003-bacf-732d309a3a2c req-bf0aefec-3013-4d57-8966-8de2690c8e61 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Received event network-changed-d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2007.147110] env[62284]: DEBUG nova.compute.manager [req-fb19014a-fea1-4003-bacf-732d309a3a2c req-bf0aefec-3013-4d57-8966-8de2690c8e61 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Refreshing instance network info cache due to event network-changed-d23ca2f4-be0d-467b-8b3e-2efdea92077c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2007.147311] env[62284]: DEBUG oslo_concurrency.lockutils [req-fb19014a-fea1-4003-bacf-732d309a3a2c req-bf0aefec-3013-4d57-8966-8de2690c8e61 service nova] Acquiring lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.159526] env[62284]: DEBUG nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2007.172770] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Releasing lock "refresh_cache-13df7a72-433e-4080-8550-036e881d9219" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.172770] env[62284]: DEBUG nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Instance network_info: |[{"id": "146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b", "address": "fa:16:3e:56:97:69", "network": {"id": "782b6f0a-aa76-4ff9-927e-62a936ec5c4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-573522551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053d1d6f103148de9ef1b4b241d0de9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a21ff-bc", "ovs_interfaceid": "146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2007.173012] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ccad4b8-e5b1-49ff-b0fb-94631ddae0d4 req-1ae3f177-9ea7-4d65-9630-f630146e763f service nova] Acquired lock "refresh_cache-13df7a72-433e-4080-8550-036e881d9219" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.173209] env[62284]: DEBUG nova.network.neutron [req-9ccad4b8-e5b1-49ff-b0fb-94631ddae0d4 req-1ae3f177-9ea7-4d65-9630-f630146e763f service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Refreshing network info cache for port 146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2007.177224] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:97:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2007.196818] env[62284]: DEBUG oslo.service.loopingcall [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.203348] env[62284]: DEBUG nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2007.215026] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2007.215026] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13df7a72-433e-4080-8550-036e881d9219] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2007.215523] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8bb0cf68-8f13-4773-bd15-ca22dc3b6a1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.220859] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ee2d15-33e7-44dd-8681-285d15db84b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.238197] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2007.238197] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2007.238394] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2007.238518] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2007.238699] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2007.240414] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2007.240414] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2007.240414] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2007.240414] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2007.240414] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2007.240414] env[62284]: DEBUG nova.virt.hardware [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2007.242053] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.242591] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2007.245638] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46dbc3d-04a3-410e-aea7-83ccd559c61c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.249367] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.473s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.251205] env[62284]: INFO nova.compute.claims [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2007.257601] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.257905] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.259600] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2007.259600] env[62284]: value = "task-1955075" [ 2007.259600] env[62284]: _type = "Task" [ 2007.259600] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.267023] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2007.267023] env[62284]: value = "task-1955076" [ 2007.267023] env[62284]: _type = "Task" [ 2007.267023] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.268940] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bd8280-36ca-4380-98be-c27747a7c878 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.283176] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955075, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.295306] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955076, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.351564] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955074, 'name': ReconfigVM_Task, 'duration_secs': 0.337538} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.352043] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d/e1b5fd75-fd33-4976-abb8-518a9650fd5d.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2007.353015] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa3e6ff6-9368-49e4-a430-2e6c16f8128a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.360067] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2007.360067] env[62284]: value = "task-1955077" [ 2007.360067] env[62284]: _type = "Task" [ 2007.360067] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.370603] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955077, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.474179] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Releasing lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.474988] env[62284]: DEBUG nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Instance network_info: |[{"id": "d23ca2f4-be0d-467b-8b3e-2efdea92077c", "address": "fa:16:3e:a5:ce:31", "network": {"id": "13e372b3-b594-4237-b398-21e77c580b94", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1784871776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df692b10af54140962be1300cf7de8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd23ca2f4-be", "ovs_interfaceid": "d23ca2f4-be0d-467b-8b3e-2efdea92077c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2007.475419] env[62284]: DEBUG oslo_concurrency.lockutils [req-fb19014a-fea1-4003-bacf-732d309a3a2c req-bf0aefec-3013-4d57-8966-8de2690c8e61 service nova] Acquired lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.475653] env[62284]: DEBUG nova.network.neutron [req-fb19014a-fea1-4003-bacf-732d309a3a2c req-bf0aefec-3013-4d57-8966-8de2690c8e61 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Refreshing network info cache for port d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2007.477105] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:ce:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd23ca2f4-be0d-467b-8b3e-2efdea92077c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2007.487381] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Creating folder: Project (6df692b10af54140962be1300cf7de8b). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2007.488844] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b39ffe57-c2e5-43c8-b7f1-c47e65846594 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.504388] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Created folder: Project (6df692b10af54140962be1300cf7de8b) in parent group-v402637. [ 2007.504388] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Creating folder: Instances. Parent ref: group-v402884. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2007.504388] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c7900d6-0908-4cbd-b4f6-4b872eeee65c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.514451] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Created folder: Instances in parent group-v402884. [ 2007.515896] env[62284]: DEBUG oslo.service.loopingcall [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.515896] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2007.515896] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff7d86a-36ba-4135-b367-038c0c425963 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.537826] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2007.537826] env[62284]: value = "task-1955080" [ 2007.537826] env[62284]: _type = "Task" [ 2007.537826] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.549872] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955080, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.586412] env[62284]: DEBUG nova.network.neutron [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Successfully updated port: afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2007.739223] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.750881] env[62284]: DEBUG nova.compute.utils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2007.752637] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2007.752936] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2007.765814] env[62284]: DEBUG nova.compute.utils [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2007.780227] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955075, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.786567] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955076, 'name': CreateVM_Task, 'duration_secs': 0.463728} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.786833] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13df7a72-433e-4080-8550-036e881d9219] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2007.787860] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.788182] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.788705] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2007.789331] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118458f0-0fc9-4ca9-b8eb-47fe1bc054be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.795023] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2007.795023] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52266d34-7fc1-7bad-c18b-2c488474e9e5" [ 2007.795023] env[62284]: _type = "Task" [ 2007.795023] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.796725] env[62284]: DEBUG nova.policy [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1924e29e5204e45b9e17d2aeb58366d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56e957ec9de84dfd8c83a37619d4fa1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2007.809206] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52266d34-7fc1-7bad-c18b-2c488474e9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.873900] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955077, 'name': Rename_Task, 'duration_secs': 0.154597} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.874244] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2007.874526] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30fe689b-d017-4c2c-b054-88366f789514 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.881339] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2007.881339] env[62284]: value = "task-1955081" [ 2007.881339] env[62284]: _type = "Task" [ 2007.881339] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.889397] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.946727] env[62284]: DEBUG nova.network.neutron [req-9ccad4b8-e5b1-49ff-b0fb-94631ddae0d4 req-1ae3f177-9ea7-4d65-9630-f630146e763f service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Updated VIF entry in instance network info cache for port 146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2007.947204] env[62284]: DEBUG nova.network.neutron [req-9ccad4b8-e5b1-49ff-b0fb-94631ddae0d4 req-1ae3f177-9ea7-4d65-9630-f630146e763f service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Updating instance_info_cache with network_info: [{"id": "146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b", "address": "fa:16:3e:56:97:69", "network": {"id": "782b6f0a-aa76-4ff9-927e-62a936ec5c4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-573522551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "053d1d6f103148de9ef1b4b241d0de9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a21ff-bc", "ovs_interfaceid": "146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.051102] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955080, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.089951] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "refresh_cache-cdf953cf-5fcc-4c05-a398-8b69a545cba8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.090092] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "refresh_cache-cdf953cf-5fcc-4c05-a398-8b69a545cba8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.090275] env[62284]: DEBUG nova.network.neutron [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.175792] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Successfully created port: e044c2da-ac25-47df-8763-ca82dcfe2b43 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2008.235681] env[62284]: DEBUG nova.network.neutron [req-fb19014a-fea1-4003-bacf-732d309a3a2c req-bf0aefec-3013-4d57-8966-8de2690c8e61 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Updated VIF entry in instance network info cache for port d23ca2f4-be0d-467b-8b3e-2efdea92077c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2008.236212] env[62284]: DEBUG nova.network.neutron [req-fb19014a-fea1-4003-bacf-732d309a3a2c req-bf0aefec-3013-4d57-8966-8de2690c8e61 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Updating instance_info_cache with network_info: [{"id": "d23ca2f4-be0d-467b-8b3e-2efdea92077c", "address": "fa:16:3e:a5:ce:31", "network": {"id": "13e372b3-b594-4237-b398-21e77c580b94", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1784871776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df692b10af54140962be1300cf7de8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd23ca2f4-be", "ovs_interfaceid": "d23ca2f4-be0d-467b-8b3e-2efdea92077c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.255817] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2008.278391] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.291141] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955075, 'name': CreateSnapshot_Task, 'duration_secs': 0.691512} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.291625] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2008.292560] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5285fcca-62d3-4188-8b1e-f8c2e2c052de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.321093] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52266d34-7fc1-7bad-c18b-2c488474e9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.018181} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.321970] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.322324] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2008.322589] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.322775] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.323031] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2008.323561] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa02bbc-cb83-4c06-ae19-7eefc682c2cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.335384] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2008.335652] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2008.336705] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9faf707e-2103-443f-8d89-09dfbff137cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.344448] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2008.344448] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526b9a21-9e26-6952-fb51-79dbf54ee500" [ 2008.344448] env[62284]: _type = "Task" [ 2008.344448] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.360564] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526b9a21-9e26-6952-fb51-79dbf54ee500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.392514] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.450729] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ccad4b8-e5b1-49ff-b0fb-94631ddae0d4 req-1ae3f177-9ea7-4d65-9630-f630146e763f service nova] Releasing lock "refresh_cache-13df7a72-433e-4080-8550-036e881d9219" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.549132] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955080, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.550965] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9af1ea-24a5-4f43-b09d-a8a4e545e0bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.557736] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4a5fef-54e8-48bc-955e-f30d681c4a7d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.588559] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844dd6b4-4a55-4ec4-b598-c08224022475 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.599468] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e23ad1-f4fa-40ce-8c92-3f1b44dd5526 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.616645] env[62284]: DEBUG nova.compute.provider_tree [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.633890] env[62284]: DEBUG nova.network.neutron [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2008.644769] env[62284]: DEBUG nova.compute.manager [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Received event network-vif-plugged-afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2008.645017] env[62284]: DEBUG oslo_concurrency.lockutils [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] Acquiring lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.645257] env[62284]: DEBUG oslo_concurrency.lockutils [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.645434] env[62284]: DEBUG oslo_concurrency.lockutils [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.645604] env[62284]: DEBUG nova.compute.manager [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] No waiting events found dispatching network-vif-plugged-afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2008.645768] env[62284]: WARNING nova.compute.manager [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Received unexpected event network-vif-plugged-afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946 for instance with vm_state building and task_state spawning. [ 2008.645928] env[62284]: DEBUG nova.compute.manager [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Received event network-changed-afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2008.646107] env[62284]: DEBUG nova.compute.manager [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Refreshing instance network info cache due to event network-changed-afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2008.646290] env[62284]: DEBUG oslo_concurrency.lockutils [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] Acquiring lock "refresh_cache-cdf953cf-5fcc-4c05-a398-8b69a545cba8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.739043] env[62284]: DEBUG oslo_concurrency.lockutils [req-fb19014a-fea1-4003-bacf-732d309a3a2c req-bf0aefec-3013-4d57-8966-8de2690c8e61 service nova] Releasing lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.780954] env[62284]: DEBUG nova.network.neutron [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Updating instance_info_cache with network_info: [{"id": "afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946", "address": "fa:16:3e:df:87:f8", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb7f0b8-92", "ovs_interfaceid": "afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.829532] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2008.830294] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f8e39f9-63e0-4fc3-8329-64d22ecd169c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.839349] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2008.839349] env[62284]: value = "task-1955082" [ 2008.839349] env[62284]: _type = "Task" [ 2008.839349] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.847836] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955082, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.855795] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526b9a21-9e26-6952-fb51-79dbf54ee500, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.856558] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4163fdf-bdf0-494a-9d30-832da900b0c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.862171] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2008.862171] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eff966-d259-e5e0-87ad-66ccbc1b1487" [ 2008.862171] env[62284]: _type = "Task" [ 2008.862171] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.869906] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eff966-d259-e5e0-87ad-66ccbc1b1487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.890840] env[62284]: DEBUG oslo_vmware.api [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955081, 'name': PowerOnVM_Task, 'duration_secs': 0.610346} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.891175] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.891446] env[62284]: INFO nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Took 14.66 seconds to spawn the instance on the hypervisor. [ 2008.891676] env[62284]: DEBUG nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.892650] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50147d26-80c3-4c7f-afb2-203ce8719529 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.052347] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955080, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.121362] env[62284]: DEBUG nova.scheduler.client.report [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.267629] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2009.283689] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "refresh_cache-cdf953cf-5fcc-4c05-a398-8b69a545cba8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.284060] env[62284]: DEBUG nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Instance network_info: |[{"id": "afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946", "address": "fa:16:3e:df:87:f8", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb7f0b8-92", "ovs_interfaceid": "afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2009.286337] env[62284]: DEBUG oslo_concurrency.lockutils [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] Acquired lock "refresh_cache-cdf953cf-5fcc-4c05-a398-8b69a545cba8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.286531] env[62284]: DEBUG nova.network.neutron [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Refreshing network info cache for port afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2009.287729] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:87:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2009.295372] env[62284]: DEBUG oslo.service.loopingcall [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.298650] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2009.299166] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73795a70-172b-4883-aac8-e4839a5d96d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.317745] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2009.318029] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2009.318170] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2009.318358] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2009.318504] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2009.318650] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2009.318862] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2009.319030] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2009.319203] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2009.319368] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2009.319539] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2009.320495] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.320739] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.320952] env[62284]: INFO nova.compute.manager [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Attaching volume 98a7fbf0-7fe4-482e-9046-a7b204382e7c to /dev/sdb [ 2009.323270] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c893b62-efde-40de-9106-d0c6b0a25d43 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.336108] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e99ceb5-61b9-489d-969f-ab2d29078e87 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.339631] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2009.339631] env[62284]: value = "task-1955083" [ 2009.339631] env[62284]: _type = "Task" [ 2009.339631] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.361405] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955083, 'name': CreateVM_Task} progress is 15%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.364678] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955082, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.368907] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d122520b-617c-4969-9a07-f7744d73eaae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.376846] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eff966-d259-e5e0-87ad-66ccbc1b1487, 'name': SearchDatastore_Task, 'duration_secs': 0.016055} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.378550] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.378832] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 13df7a72-433e-4080-8550-036e881d9219/13df7a72-433e-4080-8550-036e881d9219.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2009.379203] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e647b8-a3d6-4f12-a7d3-b58dac186b88 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.381648] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b18478-c133-4dfd-a7cf-883377592146 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.389575] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2009.389575] env[62284]: value = "task-1955084" [ 2009.389575] env[62284]: _type = "Task" [ 2009.389575] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.396891] env[62284]: DEBUG nova.virt.block_device [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updating existing volume attachment record: 5fa708d0-c736-49d1-9757-1590ebb90377 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2009.413910] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.416842] env[62284]: INFO nova.compute.manager [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Took 31.08 seconds to build instance. [ 2009.553954] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955080, 'name': CreateVM_Task, 'duration_secs': 1.953213} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.554214] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2009.555203] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.555357] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.555861] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2009.556268] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1468e4-2225-4627-b96e-80a73e5b4212 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.563530] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2009.563530] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f3996e-9b55-b2e3-cbb6-ad2573995c9b" [ 2009.563530] env[62284]: _type = "Task" [ 2009.563530] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.572492] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f3996e-9b55-b2e3-cbb6-ad2573995c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.574807] env[62284]: DEBUG nova.network.neutron [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Updated VIF entry in instance network info cache for port afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2009.575357] env[62284]: DEBUG nova.network.neutron [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Updating instance_info_cache with network_info: [{"id": "afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946", "address": "fa:16:3e:df:87:f8", "network": {"id": "d5ff28ce-78a6-41be-bc7c-a7e6c9817982", "bridge": "br-int", "label": "tempest-ServersTestJSON-33730705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c01f30355ec549c7a6043a0122e280f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafb7f0b8-92", "ovs_interfaceid": "afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.627087] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.627546] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2009.631546] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.108s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.633316] env[62284]: INFO nova.compute.claims [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2009.855223] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955082, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.859160] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955083, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.899939] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955084, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.919798] env[62284]: DEBUG oslo_concurrency.lockutils [None req-718c3c03-62c3-4cc5-8493-c7602936a762 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.591s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.077576] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f3996e-9b55-b2e3-cbb6-ad2573995c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.078657] env[62284]: DEBUG oslo_concurrency.lockutils [req-e3ecb278-32a4-4ef3-b6fe-9f59a59a0442 req-609957b3-1d95-4a4b-a205-d2566620d8eb service nova] Releasing lock "refresh_cache-cdf953cf-5fcc-4c05-a398-8b69a545cba8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.079359] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.079885] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2010.081098] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.081098] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.081098] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2010.081098] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d6c8f92-32bc-4815-b961-6589314731c4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.096028] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2010.096028] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2010.096028] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a33d872-bf41-44d9-90ea-f828f5c9fd6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.104222] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2010.104222] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e99cb1-02c5-e29f-589a-256af3fb4197" [ 2010.104222] env[62284]: _type = "Task" [ 2010.104222] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.111660] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e99cb1-02c5-e29f-589a-256af3fb4197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.138358] env[62284]: DEBUG nova.compute.utils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2010.144143] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2010.144143] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2010.229837] env[62284]: DEBUG nova.policy [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1924e29e5204e45b9e17d2aeb58366d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56e957ec9de84dfd8c83a37619d4fa1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2010.242243] env[62284]: DEBUG nova.compute.manager [req-0c587e3c-6647-4163-908d-893a1c95efcc req-6fd399c5-a10e-4538-b45f-1b3c1b79c45e service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Received event network-vif-plugged-e044c2da-ac25-47df-8763-ca82dcfe2b43 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.244306] env[62284]: DEBUG oslo_concurrency.lockutils [req-0c587e3c-6647-4163-908d-893a1c95efcc req-6fd399c5-a10e-4538-b45f-1b3c1b79c45e service nova] Acquiring lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.244306] env[62284]: DEBUG oslo_concurrency.lockutils [req-0c587e3c-6647-4163-908d-893a1c95efcc req-6fd399c5-a10e-4538-b45f-1b3c1b79c45e service nova] Lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.244306] env[62284]: DEBUG oslo_concurrency.lockutils [req-0c587e3c-6647-4163-908d-893a1c95efcc req-6fd399c5-a10e-4538-b45f-1b3c1b79c45e service nova] Lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.244306] env[62284]: DEBUG nova.compute.manager [req-0c587e3c-6647-4163-908d-893a1c95efcc req-6fd399c5-a10e-4538-b45f-1b3c1b79c45e service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] No waiting events found dispatching network-vif-plugged-e044c2da-ac25-47df-8763-ca82dcfe2b43 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.244306] env[62284]: WARNING nova.compute.manager [req-0c587e3c-6647-4163-908d-893a1c95efcc req-6fd399c5-a10e-4538-b45f-1b3c1b79c45e service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Received unexpected event network-vif-plugged-e044c2da-ac25-47df-8763-ca82dcfe2b43 for instance with vm_state building and task_state spawning. [ 2010.335083] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Successfully updated port: e044c2da-ac25-47df-8763-ca82dcfe2b43 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2010.362016] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955083, 'name': CreateVM_Task, 'duration_secs': 0.59035} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.364631] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.365476] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955082, 'name': CloneVM_Task} progress is 95%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.366355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.366724] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.367225] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.367759] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6a7252-4160-4983-b220-6a2cce147f1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.375018] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2010.375018] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521796dd-b3da-7b54-21d4-fbe2db7bd4b8" [ 2010.375018] env[62284]: _type = "Task" [ 2010.375018] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.385500] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521796dd-b3da-7b54-21d4-fbe2db7bd4b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.402036] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728826} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.402373] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 13df7a72-433e-4080-8550-036e881d9219/13df7a72-433e-4080-8550-036e881d9219.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2010.402603] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2010.402881] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c46cabbb-74e5-4a2b-b75c-3f8ad0cc0456 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.411296] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2010.411296] env[62284]: value = "task-1955088" [ 2010.411296] env[62284]: _type = "Task" [ 2010.411296] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.426549] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.616885] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e99cb1-02c5-e29f-589a-256af3fb4197, 'name': SearchDatastore_Task, 'duration_secs': 0.014962} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.617912] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebf1c74-324d-4f97-94ca-75e9384e5209 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.624918] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2010.624918] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524768ea-3b6e-f87f-d599-f07f15389949" [ 2010.624918] env[62284]: _type = "Task" [ 2010.624918] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.633937] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524768ea-3b6e-f87f-d599-f07f15389949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.642726] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2010.792453] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Successfully created port: 5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2010.838467] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "refresh_cache-c355a7a7-de16-4b55-9cf1-df27a0df9d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.838632] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "refresh_cache-c355a7a7-de16-4b55-9cf1-df27a0df9d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.838789] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2010.850893] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955082, 'name': CloneVM_Task, 'duration_secs': 1.782041} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.851221] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Created linked-clone VM from snapshot [ 2010.852108] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e55cd8b-e50e-4027-b44b-fa04fce5c7b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.861774] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Uploading image 856fe195-1711-453e-a134-40eed3a8d4de {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2010.892442] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521796dd-b3da-7b54-21d4-fbe2db7bd4b8, 'name': SearchDatastore_Task, 'duration_secs': 0.018242} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.892442] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.892442] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2010.892442] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.893395] env[62284]: DEBUG nova.compute.manager [req-0eb3e5c8-a3f1-433f-8129-e00617f11123 req-6c388335-4dd3-44d2-8c98-cbdce267bd63 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Received event network-changed-3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.893565] env[62284]: DEBUG nova.compute.manager [req-0eb3e5c8-a3f1-433f-8129-e00617f11123 req-6c388335-4dd3-44d2-8c98-cbdce267bd63 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Refreshing instance network info cache due to event network-changed-3c74158b-13fa-4140-a2d5-407c36d54f8a. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2010.893784] env[62284]: DEBUG oslo_concurrency.lockutils [req-0eb3e5c8-a3f1-433f-8129-e00617f11123 req-6c388335-4dd3-44d2-8c98-cbdce267bd63 service nova] Acquiring lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.893925] env[62284]: DEBUG oslo_concurrency.lockutils [req-0eb3e5c8-a3f1-433f-8129-e00617f11123 req-6c388335-4dd3-44d2-8c98-cbdce267bd63 service nova] Acquired lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.894105] env[62284]: DEBUG nova.network.neutron [req-0eb3e5c8-a3f1-433f-8129-e00617f11123 req-6c388335-4dd3-44d2-8c98-cbdce267bd63 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Refreshing network info cache for port 3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.897135] env[62284]: DEBUG oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2010.897135] env[62284]: value = "vm-402888" [ 2010.897135] env[62284]: _type = "VirtualMachine" [ 2010.897135] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2010.897748] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3f123b80-18a5-491e-a579-5be09ab312ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.905688] env[62284]: DEBUG oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease: (returnval){ [ 2010.905688] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fa7185-2b0a-ba51-8715-f9fc006be185" [ 2010.905688] env[62284]: _type = "HttpNfcLease" [ 2010.905688] env[62284]: } obtained for exporting VM: (result){ [ 2010.905688] env[62284]: value = "vm-402888" [ 2010.905688] env[62284]: _type = "VirtualMachine" [ 2010.905688] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2010.905985] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the lease: (returnval){ [ 2010.905985] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fa7185-2b0a-ba51-8715-f9fc006be185" [ 2010.905985] env[62284]: _type = "HttpNfcLease" [ 2010.905985] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2010.918195] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2010.918195] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fa7185-2b0a-ba51-8715-f9fc006be185" [ 2010.918195] env[62284]: _type = "HttpNfcLease" [ 2010.918195] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2010.923934] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071977} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.926212] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2010.927538] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e518a4f-958c-4634-aa99-bea4766ccef5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.952634] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 13df7a72-433e-4080-8550-036e881d9219/13df7a72-433e-4080-8550-036e881d9219.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2010.955914] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84fa69af-ec33-413f-b86c-6d9f74432362 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.977022] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2010.977022] env[62284]: value = "task-1955090" [ 2010.977022] env[62284]: _type = "Task" [ 2010.977022] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.987171] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.018295] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c2a8d-248a-4f63-8b05-d1065902d58e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.027054] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b413b-54d0-427c-b87b-1acbef18af19 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.061407] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7501bc7c-41be-4b81-b0f9-c95b28a7eab9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.069558] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1447be9f-acdd-4c56-9327-f492aded7f94 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.085267] env[62284]: DEBUG nova.compute.provider_tree [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.136975] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524768ea-3b6e-f87f-d599-f07f15389949, 'name': SearchDatastore_Task, 'duration_secs': 0.023469} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.138890] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.138890] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 199376c3-bf01-48ff-a4f4-2c636ed184b2/199376c3-bf01-48ff-a4f4-2c636ed184b2.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2011.138890] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.138890] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.138890] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d64dd27f-9d09-4ce7-9971-ecddc680460c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.140648] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45d908e3-3001-4968-ab95-f2c9726ee288 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.147770] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2011.147770] env[62284]: value = "task-1955091" [ 2011.147770] env[62284]: _type = "Task" [ 2011.147770] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.152101] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.152325] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.156858] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a2b687-c9ef-42a4-912d-2b8a55118eaf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.163032] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.166402] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2011.166402] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5232527c-6649-b0c0-d963-6ac6101f4ce3" [ 2011.166402] env[62284]: _type = "Task" [ 2011.166402] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.175074] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5232527c-6649-b0c0-d963-6ac6101f4ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.381501] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2011.416266] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2011.416266] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fa7185-2b0a-ba51-8715-f9fc006be185" [ 2011.416266] env[62284]: _type = "HttpNfcLease" [ 2011.416266] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2011.416672] env[62284]: DEBUG oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2011.416672] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fa7185-2b0a-ba51-8715-f9fc006be185" [ 2011.416672] env[62284]: _type = "HttpNfcLease" [ 2011.416672] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2011.417607] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb28232-5d83-4b01-9bb4-ba98d72a5db9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.429174] env[62284]: DEBUG oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b7fe2-88db-34d0-4cb5-5f2f093bde9d/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2011.429470] env[62284]: DEBUG oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b7fe2-88db-34d0-4cb5-5f2f093bde9d/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2011.513263] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955090, 'name': ReconfigVM_Task, 'duration_secs': 0.36363} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.513613] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 13df7a72-433e-4080-8550-036e881d9219/13df7a72-433e-4080-8550-036e881d9219.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.514376] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74dc34c3-aa29-4fa1-94e2-dc9f31ffaa6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.523747] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2011.523747] env[62284]: value = "task-1955092" [ 2011.523747] env[62284]: _type = "Task" [ 2011.523747] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.536675] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955092, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.554507] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d2c7dca-5660-46ee-a2f4-12bd5f3a5488 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.592404] env[62284]: DEBUG nova.scheduler.client.report [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.671075] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2011.674228] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.691794] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5232527c-6649-b0c0-d963-6ac6101f4ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.693125] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Updating instance_info_cache with network_info: [{"id": "e044c2da-ac25-47df-8763-ca82dcfe2b43", "address": "fa:16:3e:c3:fc:72", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape044c2da-ac", "ovs_interfaceid": "e044c2da-ac25-47df-8763-ca82dcfe2b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.697029] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc4eb74-5207-45b5-be64-2c4be94c3d00 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.710398] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2011.710398] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526172e1-3c91-a866-b765-850d692714a6" [ 2011.710398] env[62284]: _type = "Task" [ 2011.710398] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.724875] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526172e1-3c91-a866-b765-850d692714a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.793415] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2011.793948] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2011.795185] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2011.795185] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2011.795185] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2011.795185] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2011.795417] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2011.795473] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2011.796495] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2011.796495] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2011.796495] env[62284]: DEBUG nova.virt.hardware [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2011.799371] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d72f88-3ff7-4f53-ab9a-296462517a34 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.812058] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad2f94-9f6d-41d0-a18d-7660e549f8a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.875224] env[62284]: DEBUG nova.network.neutron [req-0eb3e5c8-a3f1-433f-8129-e00617f11123 req-6c388335-4dd3-44d2-8c98-cbdce267bd63 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updated VIF entry in instance network info cache for port 3c74158b-13fa-4140-a2d5-407c36d54f8a. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.876029] env[62284]: DEBUG nova.network.neutron [req-0eb3e5c8-a3f1-433f-8129-e00617f11123 req-6c388335-4dd3-44d2-8c98-cbdce267bd63 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updating instance_info_cache with network_info: [{"id": "3c74158b-13fa-4140-a2d5-407c36d54f8a", "address": "fa:16:3e:0e:3e:86", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c74158b-13", "ovs_interfaceid": "3c74158b-13fa-4140-a2d5-407c36d54f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.036279] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955092, 'name': Rename_Task, 'duration_secs': 0.268144} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.036855] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2012.037862] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3ec3bd0-ef75-4c5d-8abc-f0691ee4e6e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.045515] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2012.045515] env[62284]: value = "task-1955093" [ 2012.045515] env[62284]: _type = "Task" [ 2012.045515] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.055198] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.102662] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.103270] env[62284]: DEBUG nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2012.106245] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.434s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.106500] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.106764] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2012.107126] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.369s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.108843] env[62284]: INFO nova.compute.claims [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2012.112422] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f56ecc-5a45-47a8-a1c2-1c4ead89405e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.121964] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e1a960-c6e3-47a9-8bc3-eda260b364a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.139221] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653678e6-4eed-4af3-8e7f-93a9f329f548 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.146959] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aace8f52-9f21-40f6-93ca-1513044c762c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.187411] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179929MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2012.187568] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.191507] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658537} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.191956] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 199376c3-bf01-48ff-a4f4-2c636ed184b2/199376c3-bf01-48ff-a4f4-2c636ed184b2.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2012.192205] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2012.192500] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dfd3b90-29c4-406e-aec4-6cc9040fab38 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.200719] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2012.200719] env[62284]: value = "task-1955094" [ 2012.200719] env[62284]: _type = "Task" [ 2012.200719] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.205059] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "refresh_cache-c355a7a7-de16-4b55-9cf1-df27a0df9d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.205382] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Instance network_info: |[{"id": "e044c2da-ac25-47df-8763-ca82dcfe2b43", "address": "fa:16:3e:c3:fc:72", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape044c2da-ac", "ovs_interfaceid": "e044c2da-ac25-47df-8763-ca82dcfe2b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2012.206289] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:fc:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e044c2da-ac25-47df-8763-ca82dcfe2b43', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2012.214733] env[62284]: DEBUG oslo.service.loopingcall [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2012.215651] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2012.219577] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a022428a-a3d8-4c76-a286-2e09f5bf9932 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.240286] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.248373] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526172e1-3c91-a866-b765-850d692714a6, 'name': SearchDatastore_Task, 'duration_secs': 0.069827} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.248825] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.249134] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] cdf953cf-5fcc-4c05-a398-8b69a545cba8/cdf953cf-5fcc-4c05-a398-8b69a545cba8.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.250169] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0a3d4b6-dbad-4f8f-b85d-d9e6f4a2771e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.264964] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2012.264964] env[62284]: value = "task-1955095" [ 2012.264964] env[62284]: _type = "Task" [ 2012.264964] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.272609] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2012.272609] env[62284]: value = "task-1955096" [ 2012.272609] env[62284]: _type = "Task" [ 2012.272609] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.274379] env[62284]: DEBUG nova.compute.manager [req-40f127e9-5ba4-4246-83ce-a0892afcbff6 req-9262a3a9-3c14-4523-8b5d-a13996483420 service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Received event network-changed-e044c2da-ac25-47df-8763-ca82dcfe2b43 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.274778] env[62284]: DEBUG nova.compute.manager [req-40f127e9-5ba4-4246-83ce-a0892afcbff6 req-9262a3a9-3c14-4523-8b5d-a13996483420 service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Refreshing instance network info cache due to event network-changed-e044c2da-ac25-47df-8763-ca82dcfe2b43. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2012.275063] env[62284]: DEBUG oslo_concurrency.lockutils [req-40f127e9-5ba4-4246-83ce-a0892afcbff6 req-9262a3a9-3c14-4523-8b5d-a13996483420 service nova] Acquiring lock "refresh_cache-c355a7a7-de16-4b55-9cf1-df27a0df9d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.275140] env[62284]: DEBUG oslo_concurrency.lockutils [req-40f127e9-5ba4-4246-83ce-a0892afcbff6 req-9262a3a9-3c14-4523-8b5d-a13996483420 service nova] Acquired lock "refresh_cache-c355a7a7-de16-4b55-9cf1-df27a0df9d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.275684] env[62284]: DEBUG nova.network.neutron [req-40f127e9-5ba4-4246-83ce-a0892afcbff6 req-9262a3a9-3c14-4523-8b5d-a13996483420 service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Refreshing network info cache for port e044c2da-ac25-47df-8763-ca82dcfe2b43 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2012.286357] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955095, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.294381] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.370320] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Successfully updated port: 5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.383126] env[62284]: DEBUG oslo_concurrency.lockutils [req-0eb3e5c8-a3f1-433f-8129-e00617f11123 req-6c388335-4dd3-44d2-8c98-cbdce267bd63 service nova] Releasing lock "refresh_cache-e1b5fd75-fd33-4976-abb8-518a9650fd5d" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.557328] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.613396] env[62284]: DEBUG nova.compute.utils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2012.615707] env[62284]: DEBUG nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2012.615900] env[62284]: DEBUG nova.network.neutron [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2012.668695] env[62284]: DEBUG nova.policy [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84823e3680704bf38a3bfd39541f2d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25b3f9f266864b548655a43d3cf2d9a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2012.715277] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081654} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.715687] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2012.716908] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf70e8-c251-459f-9efa-379994224eca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.743947] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 199376c3-bf01-48ff-a4f4-2c636ed184b2/199376c3-bf01-48ff-a4f4-2c636ed184b2.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2012.744740] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7715f413-82a1-453d-805a-9e2f3895dafd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.772317] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2012.772317] env[62284]: value = "task-1955097" [ 2012.772317] env[62284]: _type = "Task" [ 2012.772317] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.793747] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955095, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.808401] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.813474] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955096, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.873428] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "refresh_cache-fcab16bb-e473-48b0-9f6a-6663d466ffc7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.874558] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "refresh_cache-fcab16bb-e473-48b0-9f6a-6663d466ffc7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.874558] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.935016] env[62284]: DEBUG nova.compute.manager [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Received event network-vif-plugged-5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.935363] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] Acquiring lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.936382] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] Lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.936890] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] Lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.937282] env[62284]: DEBUG nova.compute.manager [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] No waiting events found dispatching network-vif-plugged-5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2012.937574] env[62284]: WARNING nova.compute.manager [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Received unexpected event network-vif-plugged-5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f for instance with vm_state building and task_state spawning. [ 2012.937942] env[62284]: DEBUG nova.compute.manager [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Received event network-changed-5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.938239] env[62284]: DEBUG nova.compute.manager [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Refreshing instance network info cache due to event network-changed-5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2012.938514] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] Acquiring lock "refresh_cache-fcab16bb-e473-48b0-9f6a-6663d466ffc7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.065112] env[62284]: DEBUG oslo_vmware.api [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955093, 'name': PowerOnVM_Task, 'duration_secs': 0.709874} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.065829] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2013.066308] env[62284]: INFO nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Took 16.48 seconds to spawn the instance on the hypervisor. [ 2013.069236] env[62284]: DEBUG nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.069236] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582502b0-ea5c-478c-b795-a65ef90dc417 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.106047] env[62284]: DEBUG nova.network.neutron [req-40f127e9-5ba4-4246-83ce-a0892afcbff6 req-9262a3a9-3c14-4523-8b5d-a13996483420 service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Updated VIF entry in instance network info cache for port e044c2da-ac25-47df-8763-ca82dcfe2b43. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2013.106519] env[62284]: DEBUG nova.network.neutron [req-40f127e9-5ba4-4246-83ce-a0892afcbff6 req-9262a3a9-3c14-4523-8b5d-a13996483420 service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Updating instance_info_cache with network_info: [{"id": "e044c2da-ac25-47df-8763-ca82dcfe2b43", "address": "fa:16:3e:c3:fc:72", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape044c2da-ac", "ovs_interfaceid": "e044c2da-ac25-47df-8763-ca82dcfe2b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.111027] env[62284]: DEBUG nova.network.neutron [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Successfully created port: 70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2013.116312] env[62284]: DEBUG nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2013.278255] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955095, 'name': CreateVM_Task, 'duration_secs': 0.912041} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.284821] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2013.285965] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.286287] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.286731] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2013.287718] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e15205-1ce6-4676-800e-097e1d210613 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.297024] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955097, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.308981] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2013.308981] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b27849-8200-6122-dc83-3a99fb1a56df" [ 2013.308981] env[62284]: _type = "Task" [ 2013.308981] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.343646] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759306} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.343646] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] cdf953cf-5fcc-4c05-a398-8b69a545cba8/cdf953cf-5fcc-4c05-a398-8b69a545cba8.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2013.343646] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2013.343646] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55241af5-d0e3-4262-9699-874db04cdbd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.346344] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b27849-8200-6122-dc83-3a99fb1a56df, 'name': SearchDatastore_Task, 'duration_secs': 0.01784} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.347215] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.347468] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2013.347724] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.347854] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.348044] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2013.348346] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e8cc1e-aac7-4de3-a9ab-4ad38adb4bc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.359232] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2013.359232] env[62284]: value = "task-1955098" [ 2013.359232] env[62284]: _type = "Task" [ 2013.359232] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.364230] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2013.364567] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2013.365997] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f48a16-da75-40df-b46e-53902ae7bf28 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.375518] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.383384] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2013.383384] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521853e8-9b5a-b278-1de6-ef00aa577cc2" [ 2013.383384] env[62284]: _type = "Task" [ 2013.383384] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.407454] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521853e8-9b5a-b278-1de6-ef00aa577cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.016628} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.408524] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c172325a-c834-4c86-83d5-917c10d257bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.416508] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2013.416508] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522f2d71-ad28-35d9-2922-807003d95950" [ 2013.416508] env[62284]: _type = "Task" [ 2013.416508] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.430677] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522f2d71-ad28-35d9-2922-807003d95950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.441943] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.486064] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0449502f-9f5a-46ca-86c0-465100174034 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.500524] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb29f19-39cc-4450-be0d-517b97bb5f5a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.542992] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd75c0d-71ac-4011-99c3-b7bd39dba427 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.557038] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd46776-d2d9-4184-a0ce-ae8c911c4841 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.576782] env[62284]: DEBUG nova.compute.provider_tree [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.589654] env[62284]: INFO nova.compute.manager [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Took 34.60 seconds to build instance. [ 2013.613584] env[62284]: DEBUG oslo_concurrency.lockutils [req-40f127e9-5ba4-4246-83ce-a0892afcbff6 req-9262a3a9-3c14-4523-8b5d-a13996483420 service nova] Releasing lock "refresh_cache-c355a7a7-de16-4b55-9cf1-df27a0df9d52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.633620] env[62284]: DEBUG nova.network.neutron [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Updating instance_info_cache with network_info: [{"id": "5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f", "address": "fa:16:3e:79:46:3e", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee7c5cf-2f", "ovs_interfaceid": "5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.788925] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955097, 'name': ReconfigVM_Task, 'duration_secs': 0.588751} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.789916] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 199376c3-bf01-48ff-a4f4-2c636ed184b2/199376c3-bf01-48ff-a4f4-2c636ed184b2.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.790278] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2eb39fe-ee0a-4567-884b-de056b17cf49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.799829] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2013.799829] env[62284]: value = "task-1955099" [ 2013.799829] env[62284]: _type = "Task" [ 2013.799829] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.809724] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955099, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.870456] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121243} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.870456] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2013.871774] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a62dc-9ebc-457f-abc7-b302a96c6b50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.898220] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] cdf953cf-5fcc-4c05-a398-8b69a545cba8/cdf953cf-5fcc-4c05-a398-8b69a545cba8.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.898700] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf17894f-08f5-4fca-b7c5-fcc39eaae32f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.920840] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2013.920840] env[62284]: value = "task-1955100" [ 2013.920840] env[62284]: _type = "Task" [ 2013.920840] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.934779] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522f2d71-ad28-35d9-2922-807003d95950, 'name': SearchDatastore_Task, 'duration_secs': 0.017099} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.938529] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.939293] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c355a7a7-de16-4b55-9cf1-df27a0df9d52/c355a7a7-de16-4b55-9cf1-df27a0df9d52.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2013.940126] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.940562] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f7bb9d-9ffb-44e4-8ff6-7176c67f6111 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.948776] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2013.948776] env[62284]: value = "task-1955102" [ 2013.948776] env[62284]: _type = "Task" [ 2013.948776] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.958784] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.079180] env[62284]: DEBUG nova.scheduler.client.report [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.094821] env[62284]: DEBUG oslo_concurrency.lockutils [None req-52957669-7583-4bf5-8408-8a18d9f40ba1 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "13df7a72-433e-4080-8550-036e881d9219" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.121s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.128174] env[62284]: DEBUG nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2014.136962] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "refresh_cache-fcab16bb-e473-48b0-9f6a-6663d466ffc7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.137264] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Instance network_info: |[{"id": "5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f", "address": "fa:16:3e:79:46:3e", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee7c5cf-2f", "ovs_interfaceid": "5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2014.137651] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] Acquired lock "refresh_cache-fcab16bb-e473-48b0-9f6a-6663d466ffc7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.137886] env[62284]: DEBUG nova.network.neutron [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Refreshing network info cache for port 5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.139297] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:46:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2014.150556] env[62284]: DEBUG oslo.service.loopingcall [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.152265] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2014.152265] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1a76a05-d10e-4949-a506-91786612b1f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.177062] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2014.177062] env[62284]: value = "task-1955103" [ 2014.177062] env[62284]: _type = "Task" [ 2014.177062] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.187325] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955103, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.312863] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955099, 'name': Rename_Task, 'duration_secs': 0.209822} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.313185] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.313449] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc8ccc1-1c70-4d4e-900d-c9abeb82343f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.322234] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2014.322234] env[62284]: value = "task-1955104" [ 2014.322234] env[62284]: _type = "Task" [ 2014.322234] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.331760] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.436015] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955100, 'name': ReconfigVM_Task, 'duration_secs': 0.50917} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.436372] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Reconfigured VM instance instance-0000005c to attach disk [datastore1] cdf953cf-5fcc-4c05-a398-8b69a545cba8/cdf953cf-5fcc-4c05-a398-8b69a545cba8.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2014.437157] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-028dbc18-a504-44bc-a60a-82e890fe6eb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.447242] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2014.447242] env[62284]: value = "task-1955105" [ 2014.447242] env[62284]: _type = "Task" [ 2014.447242] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.462805] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955105, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.466274] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955102, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.584783] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.585562] env[62284]: DEBUG nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2014.589413] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.402s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.687644] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955103, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.834315] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.896569] env[62284]: DEBUG nova.network.neutron [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Updated VIF entry in instance network info cache for port 5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.897202] env[62284]: DEBUG nova.network.neutron [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Updating instance_info_cache with network_info: [{"id": "5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f", "address": "fa:16:3e:79:46:3e", "network": {"id": "26dc771f-b67d-4a6e-a820-829d12c8b763", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1223997661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56e957ec9de84dfd8c83a37619d4fa1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee7c5cf-2f", "ovs_interfaceid": "5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.961741] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955105, 'name': Rename_Task, 'duration_secs': 0.365299} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.965638] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.966169] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742375} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.966489] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3fc6fd-bb51-4c36-8ada-e780bdc50a6d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.968297] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c355a7a7-de16-4b55-9cf1-df27a0df9d52/c355a7a7-de16-4b55-9cf1-df27a0df9d52.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2014.968668] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2014.969028] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-546535f6-9464-4115-b779-8e61d6122d37 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.978658] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2014.978658] env[62284]: value = "task-1955106" [ 2014.978658] env[62284]: _type = "Task" [ 2014.978658] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.980985] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2014.980985] env[62284]: value = "task-1955107" [ 2014.980985] env[62284]: _type = "Task" [ 2014.980985] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.997352] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.001778] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.096165] env[62284]: DEBUG nova.compute.utils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2015.108740] env[62284]: DEBUG nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2015.109260] env[62284]: DEBUG nova.network.neutron [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2015.158158] env[62284]: DEBUG nova.policy [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e40101b6859476e82a0e0f99d01b635', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c096ef153e4cb181db153b8bf0d791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2015.189207] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955103, 'name': CreateVM_Task, 'duration_secs': 0.684478} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.191625] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2015.193780] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.194128] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.195601] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2015.196163] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab435dc-b4de-4a57-86ca-833b7542444b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.203341] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2015.203341] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5261dc96-f8aa-6e7f-1a8f-6e88193805c2" [ 2015.203341] env[62284]: _type = "Task" [ 2015.203341] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.215837] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5261dc96-f8aa-6e7f-1a8f-6e88193805c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.239290] env[62284]: DEBUG nova.network.neutron [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Successfully updated port: 70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2015.251537] env[62284]: DEBUG nova.compute.manager [req-80204c8f-da90-45bf-a06a-50eb7a649194 req-dd3bd336-63e7-4894-a913-b35db65ee114 service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Received event network-vif-plugged-70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2015.251966] env[62284]: DEBUG oslo_concurrency.lockutils [req-80204c8f-da90-45bf-a06a-50eb7a649194 req-dd3bd336-63e7-4894-a913-b35db65ee114 service nova] Acquiring lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.251966] env[62284]: DEBUG oslo_concurrency.lockutils [req-80204c8f-da90-45bf-a06a-50eb7a649194 req-dd3bd336-63e7-4894-a913-b35db65ee114 service nova] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.252373] env[62284]: DEBUG oslo_concurrency.lockutils [req-80204c8f-da90-45bf-a06a-50eb7a649194 req-dd3bd336-63e7-4894-a913-b35db65ee114 service nova] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.252373] env[62284]: DEBUG nova.compute.manager [req-80204c8f-da90-45bf-a06a-50eb7a649194 req-dd3bd336-63e7-4894-a913-b35db65ee114 service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] No waiting events found dispatching network-vif-plugged-70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2015.252643] env[62284]: WARNING nova.compute.manager [req-80204c8f-da90-45bf-a06a-50eb7a649194 req-dd3bd336-63e7-4894-a913-b35db65ee114 service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Received unexpected event network-vif-plugged-70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 for instance with vm_state building and task_state spawning. [ 2015.337027] env[62284]: DEBUG oslo_vmware.api [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955104, 'name': PowerOnVM_Task, 'duration_secs': 0.790437} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.337027] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.337027] env[62284]: INFO nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Took 16.42 seconds to spawn the instance on the hypervisor. [ 2015.337027] env[62284]: DEBUG nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.337027] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c240152f-519b-4e0d-80d2-cb572307e775 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.400569] env[62284]: DEBUG oslo_concurrency.lockutils [req-fa9dad27-6827-4fbf-b87a-52b15d109fd2 req-4f6ada95-6bda-43f0-ab61-9be36bc81bfd service nova] Releasing lock "refresh_cache-fcab16bb-e473-48b0-9f6a-6663d466ffc7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.454347] env[62284]: DEBUG nova.network.neutron [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Successfully created port: f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2015.495716] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955106, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.502758] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140738} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.503199] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2015.504122] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badbb873-ad00-4f9c-87c9-a8b3a7ee2dc6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.533228] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c355a7a7-de16-4b55-9cf1-df27a0df9d52/c355a7a7-de16-4b55-9cf1-df27a0df9d52.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2015.534752] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2956604a-ad2f-4fe4-9e8b-bbd24038c30a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.558413] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2015.558413] env[62284]: value = "task-1955108" [ 2015.558413] env[62284]: _type = "Task" [ 2015.558413] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.568730] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.609959] env[62284]: DEBUG nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2015.640033] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4774c400-b889-4bec-a0d0-23ad78dc3084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.640260] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d95eea11-abb4-4438-a305-b369fdf3bb52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.640416] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 46579684-b81b-4530-880c-e49836e015b6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.640538] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ac1de467-ef57-43d6-b1b1-49f14e41f36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.640657] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.640825] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 75a0affa-c7d0-4536-8767-1e3992488ef2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.640976] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 37b66f98-d418-431f-9ca8-09e4af2a4769 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.641150] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 0fd6cf4e-2a3c-4510-a49e-03fade9f89de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.641251] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f267c089-0cfd-4ded-9e81-abbe7a5d270c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.641372] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance e1b5fd75-fd33-4976-abb8-518a9650fd5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.641542] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 13df7a72-433e-4080-8550-036e881d9219 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.641687] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 199376c3-bf01-48ff-a4f4-2c636ed184b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.641798] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance cdf953cf-5fcc-4c05-a398-8b69a545cba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.641917] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c355a7a7-de16-4b55-9cf1-df27a0df9d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.642055] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance fcab16bb-e473-48b0-9f6a-6663d466ffc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.642230] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance b74f9422-fef3-47ca-89e5-4a8bcdb3313e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.642371] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f1e1b834-79fd-4959-9d78-e61f2755da71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.642819] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2015.642819] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2015.649866] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2015.649992] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2015.650745] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2015.650745] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2015.650745] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2015.650879] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2015.650987] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2015.651595] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2015.651595] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2015.651595] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2015.651773] env[62284]: DEBUG nova.virt.hardware [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2015.654069] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db7846-38a5-47a1-8a4c-9018d92c5669 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.667993] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4f33ef-7d14-445b-8465-bdd74b4d3513 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.675097] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200397d-0c2a-24f5-de85-064a01e9421e/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2015.676327] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d7ed1a-e22f-4c97-a7cb-7cde905f4e89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.684519] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200397d-0c2a-24f5-de85-064a01e9421e/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2015.684784] env[62284]: ERROR oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200397d-0c2a-24f5-de85-064a01e9421e/disk-0.vmdk due to incomplete transfer. [ 2015.693707] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21d11df6-b12f-4944-85d7-f65b28b5b5d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.708927] env[62284]: DEBUG oslo_vmware.rw_handles [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200397d-0c2a-24f5-de85-064a01e9421e/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2015.709133] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Uploaded image 9e9447c7-c3b3-492a-8cdc-c60e6f2eb523 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2015.712203] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2015.715781] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83de43ee-3750-4e4c-a21c-451292a9e0c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.722709] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5261dc96-f8aa-6e7f-1a8f-6e88193805c2, 'name': SearchDatastore_Task, 'duration_secs': 0.025438} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.724429] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.724800] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2015.725119] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.725328] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.725591] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2015.726025] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2015.726025] env[62284]: value = "task-1955109" [ 2015.726025] env[62284]: _type = "Task" [ 2015.726025] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.726465] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccb8b267-8201-4e81-aa66-8c2be8d7a295 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.747194] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.747194] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.747194] env[62284]: DEBUG nova.network.neutron [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2015.747932] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955109, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.752578] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2015.752578] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2015.752578] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30a410d-613a-4062-865f-aca12f488054 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.757819] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2015.757819] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b4618e-d291-6863-a5aa-c2dccfd35d8f" [ 2015.757819] env[62284]: _type = "Task" [ 2015.757819] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.772781] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b4618e-d291-6863-a5aa-c2dccfd35d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.860461] env[62284]: INFO nova.compute.manager [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Took 34.80 seconds to build instance. [ 2015.951773] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debc1575-5ca9-4d1d-bdae-95391fdad3cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.962137] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff3222-bf9e-4793-bd05-de675f01fa26 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.007072] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a22b59b-b1a2-4fb9-9dec-b7e73fa16fe9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.021149] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c03451-f99b-4905-9d9e-8d7c5de834ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.025362] env[62284]: DEBUG oslo_vmware.api [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955106, 'name': PowerOnVM_Task, 'duration_secs': 0.75299} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.025896] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2016.025896] env[62284]: INFO nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Took 8.87 seconds to spawn the instance on the hypervisor. [ 2016.026091] env[62284]: DEBUG nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.027302] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ba34b-cbbe-40a7-82d9-a0c3d356d4b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.038522] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2016.072259] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.238625] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955109, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.268568] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b4618e-d291-6863-a5aa-c2dccfd35d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.020126} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.269425] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f2297a-f64d-4cf1-b20b-9594739cc91f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.276053] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2016.276053] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f0cbb-3995-6b31-2db8-85a16c7e51e5" [ 2016.276053] env[62284]: _type = "Task" [ 2016.276053] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.284133] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f0cbb-3995-6b31-2db8-85a16c7e51e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.285311] env[62284]: DEBUG nova.network.neutron [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2016.362748] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5696d81a-bbba-4b63-a2b0-f34469ad3815 tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "199376c3-bf01-48ff-a4f4-2c636ed184b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.311s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.425281] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.425572] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.425796] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.425982] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.426183] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.428658] env[62284]: INFO nova.compute.manager [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Terminating instance [ 2016.461618] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2016.462090] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402891', 'volume_id': '98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'name': 'volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '754fc769-14d0-44ce-b3dc-ea2ee4c4dfac', 'attached_at': '', 'detached_at': '', 'volume_id': '98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'serial': '98a7fbf0-7fe4-482e-9046-a7b204382e7c'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2016.463459] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21043740-c857-4120-9949-455c5245bb0e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.487098] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa55e64c-0a29-46a7-b865-7c4fdb7b8d4a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.522194] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c/volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2016.522918] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a196bee-01f5-4cb0-954e-16fa1bd1210b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.537188] env[62284]: DEBUG nova.network.neutron [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance_info_cache with network_info: [{"id": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "address": "fa:16:3e:ef:bd:61", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70424d5c-b7", "ovs_interfaceid": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.547509] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2016.547509] env[62284]: value = "task-1955110" [ 2016.547509] env[62284]: _type = "Task" [ 2016.547509] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.559170] env[62284]: INFO nova.compute.manager [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Took 28.65 seconds to build instance. [ 2016.565823] env[62284]: ERROR nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [req-48716de7-25b0-4154-ac16-0ad25182f259] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-48716de7-25b0-4154-ac16-0ad25182f259"}]} [ 2016.572251] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.580323] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955108, 'name': ReconfigVM_Task, 'duration_secs': 0.626784} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.580629] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c355a7a7-de16-4b55-9cf1-df27a0df9d52/c355a7a7-de16-4b55-9cf1-df27a0df9d52.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2016.581533] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f61523c8-f454-457e-a700-0233c8803cf7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.588962] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2016.592970] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2016.592970] env[62284]: value = "task-1955111" [ 2016.592970] env[62284]: _type = "Task" [ 2016.592970] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.604515] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955111, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.613213] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2016.613414] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2016.622232] env[62284]: DEBUG nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2016.626866] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2016.647509] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2016.647780] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.647928] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2016.648142] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.648297] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2016.648515] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2016.648664] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2016.648827] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2016.648995] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2016.649676] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2016.649870] env[62284]: DEBUG nova.virt.hardware [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2016.650878] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a92700-092a-4091-aa72-f8b6c611ceb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.657120] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2016.673187] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd92cb-8113-4be4-ba5e-410ff6562599 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.739933] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955109, 'name': Destroy_Task, 'duration_secs': 0.87224} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.742863] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Destroyed the VM [ 2016.743148] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2016.744054] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-896b1ce3-1235-4d84-a629-04397112e7af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.753484] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2016.753484] env[62284]: value = "task-1955112" [ 2016.753484] env[62284]: _type = "Task" [ 2016.753484] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.766813] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.786773] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f0cbb-3995-6b31-2db8-85a16c7e51e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01842} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.787079] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.787350] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] fcab16bb-e473-48b0-9f6a-6663d466ffc7/fcab16bb-e473-48b0-9f6a-6663d466ffc7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2016.787633] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-907662b9-7d73-4a5a-b82a-743783c22530 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.797128] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2016.797128] env[62284]: value = "task-1955113" [ 2016.797128] env[62284]: _type = "Task" [ 2016.797128] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.807643] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.932968] env[62284]: DEBUG nova.compute.manager [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2016.933373] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2016.934591] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb86a0e4-861b-4b92-bc0f-84d8bcd721e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.945072] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2016.946503] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fe66f93-0a5a-470b-a61f-f88b98a41d01 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.955321] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.956206] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.972809] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e39cfe-4b7b-480d-a109-6e1427074234 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.983746] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c76d5e-605f-4e41-8030-ca9675ca91c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.023683] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c90eae-b324-47ac-8a6f-a75e9a6c319a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.032881] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c89fd4-07e9-4552-8857-0d7840d45439 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.040503] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.041039] env[62284]: DEBUG nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Instance network_info: |[{"id": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "address": "fa:16:3e:ef:bd:61", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70424d5c-b7", "ovs_interfaceid": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2017.050583] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:bd:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70424d5c-b7bb-436a-b8b1-5ffbb27a3e64', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2017.062016] env[62284]: DEBUG oslo.service.loopingcall [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2017.063906] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2017.068019] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2017.071048] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01cd8978-364a-4672-b6f2-c49232c4ce54 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.086819] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b73bb062-29d1-4e9d-8f57-9f3c1aae8af1 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.186s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.095226] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.099564] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2017.099564] env[62284]: value = "task-1955115" [ 2017.099564] env[62284]: _type = "Task" [ 2017.099564] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.115610] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955115, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.115904] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955111, 'name': Rename_Task, 'duration_secs': 0.269829} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.116180] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2017.116424] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e32fdfe8-86ba-46b3-9fdd-ee87bfd1f5bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.125364] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2017.125364] env[62284]: value = "task-1955116" [ 2017.125364] env[62284]: _type = "Task" [ 2017.125364] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.135734] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.166621] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "13df7a72-433e-4080-8550-036e881d9219" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.166941] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "13df7a72-433e-4080-8550-036e881d9219" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.167242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "13df7a72-433e-4080-8550-036e881d9219-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.167492] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "13df7a72-433e-4080-8550-036e881d9219-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.167754] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "13df7a72-433e-4080-8550-036e881d9219-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.171192] env[62284]: INFO nova.compute.manager [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Terminating instance [ 2017.191459] env[62284]: DEBUG nova.compute.manager [req-68c0a917-c5ba-4c2c-8617-612f012b34ab req-d2e3ef44-047d-4dc1-a6cf-5dcf0a491f2e service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Received event network-vif-plugged-f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2017.191923] env[62284]: DEBUG oslo_concurrency.lockutils [req-68c0a917-c5ba-4c2c-8617-612f012b34ab req-d2e3ef44-047d-4dc1-a6cf-5dcf0a491f2e service nova] Acquiring lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.192152] env[62284]: DEBUG oslo_concurrency.lockutils [req-68c0a917-c5ba-4c2c-8617-612f012b34ab req-d2e3ef44-047d-4dc1-a6cf-5dcf0a491f2e service nova] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.192418] env[62284]: DEBUG oslo_concurrency.lockutils [req-68c0a917-c5ba-4c2c-8617-612f012b34ab req-d2e3ef44-047d-4dc1-a6cf-5dcf0a491f2e service nova] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.192667] env[62284]: DEBUG nova.compute.manager [req-68c0a917-c5ba-4c2c-8617-612f012b34ab req-d2e3ef44-047d-4dc1-a6cf-5dcf0a491f2e service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] No waiting events found dispatching network-vif-plugged-f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2017.192901] env[62284]: WARNING nova.compute.manager [req-68c0a917-c5ba-4c2c-8617-612f012b34ab req-d2e3ef44-047d-4dc1-a6cf-5dcf0a491f2e service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Received unexpected event network-vif-plugged-f98859df-40c6-496d-b38f-43d2d81d649e for instance with vm_state building and task_state spawning. [ 2017.218409] env[62284]: DEBUG oslo_concurrency.lockutils [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.218563] env[62284]: DEBUG oslo_concurrency.lockutils [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.218725] env[62284]: DEBUG nova.compute.manager [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2017.219652] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074235cb-1107-4619-b1f3-da669316b30a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.229564] env[62284]: DEBUG nova.compute.manager [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2017.230342] env[62284]: DEBUG nova.objects.instance [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lazy-loading 'flavor' on Instance uuid cdf953cf-5fcc-4c05-a398-8b69a545cba8 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.272421] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.289120] env[62284]: DEBUG nova.compute.manager [req-c9e678a0-b3ed-453f-a2c2-819acd41aa6e req-8de92bd7-384f-4526-bc54-cffc0e77769d service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Received event network-changed-70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2017.289120] env[62284]: DEBUG nova.compute.manager [req-c9e678a0-b3ed-453f-a2c2-819acd41aa6e req-8de92bd7-384f-4526-bc54-cffc0e77769d service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Refreshing instance network info cache due to event network-changed-70424d5c-b7bb-436a-b8b1-5ffbb27a3e64. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2017.289120] env[62284]: DEBUG oslo_concurrency.lockutils [req-c9e678a0-b3ed-453f-a2c2-819acd41aa6e req-8de92bd7-384f-4526-bc54-cffc0e77769d service nova] Acquiring lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.289120] env[62284]: DEBUG oslo_concurrency.lockutils [req-c9e678a0-b3ed-453f-a2c2-819acd41aa6e req-8de92bd7-384f-4526-bc54-cffc0e77769d service nova] Acquired lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.289637] env[62284]: DEBUG nova.network.neutron [req-c9e678a0-b3ed-453f-a2c2-819acd41aa6e req-8de92bd7-384f-4526-bc54-cffc0e77769d service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Refreshing network info cache for port 70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2017.313671] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.423433] env[62284]: DEBUG nova.network.neutron [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Successfully updated port: f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2017.461564] env[62284]: DEBUG nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2017.579375] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.606098] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2017.606398] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 133 to 134 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2017.606586] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2017.618142] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955115, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.639118] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.677057] env[62284]: DEBUG nova.compute.manager [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2017.677269] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.678196] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf04af-7e36-4f3f-b542-66635a286710 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.687343] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.687628] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a81497-f3bd-4a4a-94de-91754417ceb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.696746] env[62284]: DEBUG oslo_vmware.api [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2017.696746] env[62284]: value = "task-1955117" [ 2017.696746] env[62284]: _type = "Task" [ 2017.696746] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.708441] env[62284]: DEBUG oslo_vmware.api [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.768047] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.812076] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682294} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.812651] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] fcab16bb-e473-48b0-9f6a-6663d466ffc7/fcab16bb-e473-48b0-9f6a-6663d466ffc7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2017.813073] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2017.813419] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdf840db-154c-43a7-88e9-91dc91dee4bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.825417] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2017.825417] env[62284]: value = "task-1955118" [ 2017.825417] env[62284]: _type = "Task" [ 2017.825417] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.836647] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.926951] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.927188] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.927363] env[62284]: DEBUG nova.network.neutron [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.992747] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.077379] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.107809] env[62284]: DEBUG nova.network.neutron [req-c9e678a0-b3ed-453f-a2c2-819acd41aa6e req-8de92bd7-384f-4526-bc54-cffc0e77769d service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updated VIF entry in instance network info cache for port 70424d5c-b7bb-436a-b8b1-5ffbb27a3e64. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.108266] env[62284]: DEBUG nova.network.neutron [req-c9e678a0-b3ed-453f-a2c2-819acd41aa6e req-8de92bd7-384f-4526-bc54-cffc0e77769d service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance_info_cache with network_info: [{"id": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "address": "fa:16:3e:ef:bd:61", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70424d5c-b7", "ovs_interfaceid": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.113692] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2018.114546] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.525s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.114546] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955115, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.114748] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.122s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.116666] env[62284]: INFO nova.compute.claims [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2018.147364] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955116, 'name': PowerOnVM_Task, 'duration_secs': 0.7427} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.148161] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2018.148626] env[62284]: INFO nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Took 8.88 seconds to spawn the instance on the hypervisor. [ 2018.148988] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.149973] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1491e4d-80dd-4625-aaa3-ef31fc1db828 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.213061] env[62284]: DEBUG oslo_vmware.api [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955117, 'name': PowerOffVM_Task, 'duration_secs': 0.252862} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.213061] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2018.213061] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2018.213061] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-286d09ce-9f56-4947-aad9-1447a134408f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.239684] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.240426] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27c86e4-2d50-4f58-b198-20c424fd7ab0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.266065] env[62284]: DEBUG oslo_vmware.api [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2018.266065] env[62284]: value = "task-1955120" [ 2018.266065] env[62284]: _type = "Task" [ 2018.266065] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.274069] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955112, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.279781] env[62284]: DEBUG oslo_vmware.api [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.335455] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089608} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.335737] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2018.336585] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e079788a-f6ed-473d-b4ff-2af16ac2952b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.361434] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] fcab16bb-e473-48b0-9f6a-6663d466ffc7/fcab16bb-e473-48b0-9f6a-6663d466ffc7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.361780] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26452135-502c-4c53-91f9-45f714cc3b11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.383390] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2018.383390] env[62284]: value = "task-1955121" [ 2018.383390] env[62284]: _type = "Task" [ 2018.383390] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.393057] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.474254] env[62284]: DEBUG nova.network.neutron [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2018.577364] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955110, 'name': ReconfigVM_Task, 'duration_secs': 1.643883} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.577860] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c/volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2018.585181] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a31f764-0b9a-4a44-9862-b7d4eb7d200d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.618999] env[62284]: DEBUG oslo_concurrency.lockutils [req-c9e678a0-b3ed-453f-a2c2-819acd41aa6e req-8de92bd7-384f-4526-bc54-cffc0e77769d service nova] Releasing lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.619500] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955115, 'name': CreateVM_Task, 'duration_secs': 1.027183} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.621239] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2018.624478] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2018.624478] env[62284]: value = "task-1955122" [ 2018.624478] env[62284]: _type = "Task" [ 2018.624478] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.625589] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.625826] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.626275] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2018.626755] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1c8b0d-8f29-48d1-b852-878a5a013a96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.645027] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.647010] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2018.647010] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f17735-9243-e840-7e36-55bb98cd0698" [ 2018.647010] env[62284]: _type = "Task" [ 2018.647010] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.659115] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f17735-9243-e840-7e36-55bb98cd0698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.673370] env[62284]: INFO nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Took 15.94 seconds to build instance. [ 2018.692487] env[62284]: DEBUG nova.network.neutron [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance_info_cache with network_info: [{"id": "f98859df-40c6-496d-b38f-43d2d81d649e", "address": "fa:16:3e:2b:3a:e8", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98859df-40", "ovs_interfaceid": "f98859df-40c6-496d-b38f-43d2d81d649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.770712] env[62284]: DEBUG oslo_vmware.api [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955112, 'name': RemoveSnapshot_Task, 'duration_secs': 1.5379} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.773435] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2018.773709] env[62284]: INFO nova.compute.manager [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Took 20.42 seconds to snapshot the instance on the hypervisor. [ 2018.782932] env[62284]: DEBUG oslo_vmware.api [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955120, 'name': PowerOffVM_Task, 'duration_secs': 0.239846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.782932] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2018.782932] env[62284]: DEBUG nova.compute.manager [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.783760] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8f364-d1dd-4d43-a661-d8ecb434846f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.894865] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955121, 'name': ReconfigVM_Task, 'duration_secs': 0.461098} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.895180] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Reconfigured VM instance instance-0000005e to attach disk [datastore1] fcab16bb-e473-48b0-9f6a-6663d466ffc7/fcab16bb-e473-48b0-9f6a-6663d466ffc7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2018.895930] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cafac47a-f934-4670-81fd-860b53979c40 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.904624] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2018.904624] env[62284]: value = "task-1955123" [ 2018.904624] env[62284]: _type = "Task" [ 2018.904624] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.915803] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955123, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.139676] env[62284]: DEBUG oslo_vmware.api [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955122, 'name': ReconfigVM_Task, 'duration_secs': 0.209911} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.140035] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402891', 'volume_id': '98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'name': 'volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '754fc769-14d0-44ce-b3dc-ea2ee4c4dfac', 'attached_at': '', 'detached_at': '', 'volume_id': '98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'serial': '98a7fbf0-7fe4-482e-9046-a7b204382e7c'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2019.160264] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f17735-9243-e840-7e36-55bb98cd0698, 'name': SearchDatastore_Task, 'duration_secs': 0.018573} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.161386] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.161648] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2019.161955] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.162230] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.162472] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2019.163136] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb00598e-1fd1-4e75-a1ac-8d202bfcc140 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.175493] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.448s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.175774] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2019.176085] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2019.177250] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e95ae08-89c7-4b88-93d8-874328c80707 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.187855] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2019.187855] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b464ed-0c9c-cb90-9590-0140dbd1a24b" [ 2019.187855] env[62284]: _type = "Task" [ 2019.187855] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.197678] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.198015] env[62284]: DEBUG nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Instance network_info: |[{"id": "f98859df-40c6-496d-b38f-43d2d81d649e", "address": "fa:16:3e:2b:3a:e8", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98859df-40", "ovs_interfaceid": "f98859df-40c6-496d-b38f-43d2d81d649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2019.198339] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b464ed-0c9c-cb90-9590-0140dbd1a24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.201352] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:3a:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f98859df-40c6-496d-b38f-43d2d81d649e', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.209611] env[62284]: DEBUG oslo.service.loopingcall [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.210461] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.210773] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-032febd2-cc34-460b-a984-3572ec922f21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.232449] env[62284]: DEBUG nova.compute.manager [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Received event network-changed-f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.232671] env[62284]: DEBUG nova.compute.manager [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Refreshing instance network info cache due to event network-changed-f98859df-40c6-496d-b38f-43d2d81d649e. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2019.232892] env[62284]: DEBUG oslo_concurrency.lockutils [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] Acquiring lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.233053] env[62284]: DEBUG oslo_concurrency.lockutils [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] Acquired lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.233224] env[62284]: DEBUG nova.network.neutron [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Refreshing network info cache for port f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.235190] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.235696] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.235696] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Deleting the datastore file [datastore1] 13df7a72-433e-4080-8550-036e881d9219 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.237082] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f43b509-4c46-4f18-946e-66c1e6e518d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.244035] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.244035] env[62284]: value = "task-1955124" [ 2019.244035] env[62284]: _type = "Task" [ 2019.244035] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.249365] env[62284]: DEBUG oslo_vmware.api [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2019.249365] env[62284]: value = "task-1955125" [ 2019.249365] env[62284]: _type = "Task" [ 2019.249365] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.262436] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.262684] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.262871] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleting the datastore file [datastore1] f267c089-0cfd-4ded-9e81-abbe7a5d270c {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.263099] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955124, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.263747] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0671ee3d-083c-423a-ba79-a8d66a0576da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.272519] env[62284]: DEBUG oslo_vmware.api [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.277818] env[62284]: DEBUG nova.compute.manager [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Instance disappeared during snapshot {{(pid=62284) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2019.279865] env[62284]: DEBUG oslo_vmware.api [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2019.279865] env[62284]: value = "task-1955126" [ 2019.279865] env[62284]: _type = "Task" [ 2019.279865] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.289624] env[62284]: DEBUG oslo_vmware.api [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.290602] env[62284]: DEBUG nova.compute.manager [None req-b0564b4f-286a-4fcb-b062-763c634e56d8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image not found during clean up 9e9447c7-c3b3-492a-8cdc-c60e6f2eb523 {{(pid=62284) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 2019.297606] env[62284]: DEBUG oslo_concurrency.lockutils [None req-de28dd90-1ef5-4360-a397-2d25b9719d71 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.418355] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955123, 'name': Rename_Task, 'duration_secs': 0.222458} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.418355] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2019.418355] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6449202f-ba9c-42bc-81d0-988a7e2bccee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.426795] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2019.426795] env[62284]: value = "task-1955127" [ 2019.426795] env[62284]: _type = "Task" [ 2019.426795] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.436190] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.450582] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2039752-5db3-4bcc-aaab-7be377a04402 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.460169] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56857054-d42a-47b3-8ceb-6222d03c1560 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.494884] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0b177b-fce8-49f2-aef4-4d483af57f15 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.503848] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bdc9db-a81a-46d3-9ecc-ae4f78402816 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.521039] env[62284]: DEBUG nova.compute.provider_tree [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.701907] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b464ed-0c9c-cb90-9590-0140dbd1a24b, 'name': SearchDatastore_Task, 'duration_secs': 0.019328} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.702899] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721d99a3-07bc-4565-8268-7fce8e15b44a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.709997] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2019.709997] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527bb65a-2c50-825a-d2f1-3547426229db" [ 2019.709997] env[62284]: _type = "Task" [ 2019.709997] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.721054] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527bb65a-2c50-825a-d2f1-3547426229db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.756397] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955124, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.765490] env[62284]: DEBUG oslo_vmware.api [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266034} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.765738] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2019.765922] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2019.766175] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2019.766399] env[62284]: INFO nova.compute.manager [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: 13df7a72-433e-4080-8550-036e881d9219] Took 2.09 seconds to destroy the instance on the hypervisor. [ 2019.766664] env[62284]: DEBUG oslo.service.loopingcall [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.766864] env[62284]: DEBUG nova.compute.manager [-] [instance: 13df7a72-433e-4080-8550-036e881d9219] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2019.766959] env[62284]: DEBUG nova.network.neutron [-] [instance: 13df7a72-433e-4080-8550-036e881d9219] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2019.791384] env[62284]: DEBUG oslo_vmware.api [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279248} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.791529] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2019.791662] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2019.791809] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2019.791999] env[62284]: INFO nova.compute.manager [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Took 2.86 seconds to destroy the instance on the hypervisor. [ 2019.792292] env[62284]: DEBUG oslo.service.loopingcall [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.792805] env[62284]: DEBUG nova.compute.manager [-] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2019.792930] env[62284]: DEBUG nova.network.neutron [-] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2019.939653] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955127, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.024911] env[62284]: DEBUG nova.scheduler.client.report [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.086901] env[62284]: DEBUG nova.compute.manager [req-da5c91c2-6ce2-4f6c-9712-7e12725ae523 req-ad388e34-d1a3-4e09-994f-235c27a14c80 service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Received event network-vif-deleted-146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.087151] env[62284]: INFO nova.compute.manager [req-da5c91c2-6ce2-4f6c-9712-7e12725ae523 req-ad388e34-d1a3-4e09-994f-235c27a14c80 service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Neutron deleted interface 146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b; detaching it from the instance and deleting it from the info cache [ 2020.087443] env[62284]: DEBUG nova.network.neutron [req-da5c91c2-6ce2-4f6c-9712-7e12725ae523 req-ad388e34-d1a3-4e09-994f-235c27a14c80 service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.182256] env[62284]: DEBUG nova.network.neutron [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updated VIF entry in instance network info cache for port f98859df-40c6-496d-b38f-43d2d81d649e. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.182256] env[62284]: DEBUG nova.network.neutron [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance_info_cache with network_info: [{"id": "f98859df-40c6-496d-b38f-43d2d81d649e", "address": "fa:16:3e:2b:3a:e8", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98859df-40", "ovs_interfaceid": "f98859df-40c6-496d-b38f-43d2d81d649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.185702] env[62284]: DEBUG nova.objects.instance [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.224923] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]527bb65a-2c50-825a-d2f1-3547426229db, 'name': SearchDatastore_Task, 'duration_secs': 0.017075} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.225293] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.225582] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] b74f9422-fef3-47ca-89e5-4a8bcdb3313e/b74f9422-fef3-47ca-89e5-4a8bcdb3313e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2020.225877] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b980cc-df83-43da-83af-f6eedbd67011 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.234056] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2020.234056] env[62284]: value = "task-1955128" [ 2020.234056] env[62284]: _type = "Task" [ 2020.234056] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.248286] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.270512] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955124, 'name': CreateVM_Task, 'duration_secs': 0.622281} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.270717] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.271474] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.271685] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.272095] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.272426] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d886fd-008d-4ce3-bd5d-8e5992397408 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.278033] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2020.278033] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b0628-0cda-84ec-724f-fa3afd57eba3" [ 2020.278033] env[62284]: _type = "Task" [ 2020.278033] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.288583] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b0628-0cda-84ec-724f-fa3afd57eba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.308318] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.308650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.308894] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.309128] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.309332] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.311900] env[62284]: INFO nova.compute.manager [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Terminating instance [ 2020.399469] env[62284]: DEBUG oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b7fe2-88db-34d0-4cb5-5f2f093bde9d/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2020.400673] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80256c75-4ea4-4355-b110-c5b872064d16 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.407796] env[62284]: DEBUG oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b7fe2-88db-34d0-4cb5-5f2f093bde9d/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2020.408042] env[62284]: ERROR oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b7fe2-88db-34d0-4cb5-5f2f093bde9d/disk-0.vmdk due to incomplete transfer. [ 2020.408242] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-169b3c5b-104d-4b19-94a8-6758f09a94b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.417775] env[62284]: DEBUG oslo_vmware.rw_handles [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b7fe2-88db-34d0-4cb5-5f2f093bde9d/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2020.417775] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Uploaded image 856fe195-1711-453e-a134-40eed3a8d4de to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2020.419230] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2020.419518] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6edf545e-ebec-4abd-9e87-cbaa7f1e9598 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.428086] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2020.428086] env[62284]: value = "task-1955129" [ 2020.428086] env[62284]: _type = "Task" [ 2020.428086] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.440702] env[62284]: DEBUG oslo_vmware.api [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955127, 'name': PowerOnVM_Task, 'duration_secs': 0.74989} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.444625] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2020.444923] env[62284]: INFO nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Took 8.77 seconds to spawn the instance on the hypervisor. [ 2020.445144] env[62284]: DEBUG nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2020.445492] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955129, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.447370] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a834c9-ae2c-4234-a5a7-faeb675a2297 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.530568] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.531284] env[62284]: DEBUG nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2020.564260] env[62284]: DEBUG nova.network.neutron [-] [instance: 13df7a72-433e-4080-8550-036e881d9219] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.589969] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c375a8da-d098-45b1-b70a-ecd1f3f0bae8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.603549] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69ac6ad-32ab-4e57-8b5a-8a7370a26708 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.646979] env[62284]: DEBUG nova.compute.manager [req-da5c91c2-6ce2-4f6c-9712-7e12725ae523 req-ad388e34-d1a3-4e09-994f-235c27a14c80 service nova] [instance: 13df7a72-433e-4080-8550-036e881d9219] Detach interface failed, port_id=146a21ff-bc0c-41db-8fc8-dcbecbdb7a0b, reason: Instance 13df7a72-433e-4080-8550-036e881d9219 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2020.685766] env[62284]: DEBUG oslo_concurrency.lockutils [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] Releasing lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.686116] env[62284]: DEBUG nova.compute.manager [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Received event network-changed-d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.686333] env[62284]: DEBUG nova.compute.manager [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Refreshing instance network info cache due to event network-changed-d23ca2f4-be0d-467b-8b3e-2efdea92077c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2020.686584] env[62284]: DEBUG oslo_concurrency.lockutils [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] Acquiring lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.686739] env[62284]: DEBUG oslo_concurrency.lockutils [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] Acquired lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.686931] env[62284]: DEBUG nova.network.neutron [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Refreshing network info cache for port d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.691356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f952eb23-eef7-46d5-a02f-b0c5d5d39268 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.371s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.742140] env[62284]: DEBUG nova.network.neutron [-] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.747384] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.789784] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b0628-0cda-84ec-724f-fa3afd57eba3, 'name': SearchDatastore_Task, 'duration_secs': 0.01578} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.790195] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.790483] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2020.790741] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.790946] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.791200] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2020.791852] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-619d80d5-990e-40c6-8883-6dd3380581b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.809026] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2020.809308] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2020.810159] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ddfc09-bc23-438a-9e0d-b88fdb719384 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.819584] env[62284]: DEBUG nova.compute.manager [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2020.819802] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2020.820244] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2020.820244] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5243f165-db4a-fffa-5a16-1a80c15cd4e0" [ 2020.820244] env[62284]: _type = "Task" [ 2020.820244] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.821024] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870e372d-c850-49af-96a0-e86b21785cf5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.834226] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5243f165-db4a-fffa-5a16-1a80c15cd4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.836580] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2020.836840] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a6e7523-7097-4042-9052-3985e18ae870 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.939634] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955129, 'name': Destroy_Task, 'duration_secs': 0.402717} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.939874] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Destroyed the VM [ 2020.940130] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2020.940404] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9cb36930-a462-4dc1-98d0-a7ca8f782f68 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.949421] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2020.949421] env[62284]: value = "task-1955131" [ 2020.949421] env[62284]: _type = "Task" [ 2020.949421] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.952996] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.953255] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.953431] env[62284]: DEBUG nova.compute.manager [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2020.954761] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248f8f55-8272-4c2e-ad11-92d4cc038769 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.959942] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.968543] env[62284]: DEBUG nova.compute.manager [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2020.969162] env[62284]: DEBUG nova.objects.instance [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.976863] env[62284]: INFO nova.compute.manager [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Took 18.22 seconds to build instance. [ 2021.037260] env[62284]: DEBUG nova.compute.utils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2021.038718] env[62284]: DEBUG nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2021.038908] env[62284]: DEBUG nova.network.neutron [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2021.062916] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2021.063238] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2021.063595] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleting the datastore file [datastore1] cdf953cf-5fcc-4c05-a398-8b69a545cba8 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2021.063844] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e830b15f-511a-4e9e-9973-1b92cd47be40 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.067134] env[62284]: INFO nova.compute.manager [-] [instance: 13df7a72-433e-4080-8550-036e881d9219] Took 1.30 seconds to deallocate network for instance. [ 2021.074972] env[62284]: DEBUG oslo_vmware.api [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2021.074972] env[62284]: value = "task-1955132" [ 2021.074972] env[62284]: _type = "Task" [ 2021.074972] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.085124] env[62284]: DEBUG oslo_vmware.api [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.085915] env[62284]: DEBUG nova.policy [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c82149b9a8e4d699550c39fc8c08bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c882a1e38dcb4825be38dce95d0ba4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2021.246084] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613821} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.246381] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] b74f9422-fef3-47ca-89e5-4a8bcdb3313e/b74f9422-fef3-47ca-89e5-4a8bcdb3313e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2021.246596] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2021.246864] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c697672-6e6c-4196-a77a-d1fcce2942dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.249255] env[62284]: INFO nova.compute.manager [-] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Took 1.46 seconds to deallocate network for instance. [ 2021.262208] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2021.262208] env[62284]: value = "task-1955133" [ 2021.262208] env[62284]: _type = "Task" [ 2021.262208] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.262208] env[62284]: DEBUG nova.compute.manager [req-0919f271-0a62-4e17-bcb0-7c4da9e2073d req-36703daa-8a23-481b-811d-667aac50e4a1 service nova] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Received event network-vif-deleted-372ed88e-067a-4dcc-ae24-120cb15da623 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2021.271913] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.337179] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5243f165-db4a-fffa-5a16-1a80c15cd4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016581} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.338027] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17404a61-b500-4e07-bb43-6ef26c548ea3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.346408] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2021.346408] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dd2cd8-de36-d883-c8a6-cb0b95529251" [ 2021.346408] env[62284]: _type = "Task" [ 2021.346408] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.355677] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dd2cd8-de36-d883-c8a6-cb0b95529251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.463024] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.478644] env[62284]: DEBUG oslo_concurrency.lockutils [None req-85087ea3-fa6d-4d1d-a2cf-5a64b870e516 tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.724s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.542816] env[62284]: DEBUG nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2021.574134] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.574420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.574652] env[62284]: DEBUG nova.objects.instance [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lazy-loading 'resources' on Instance uuid 13df7a72-433e-4080-8550-036e881d9219 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.579266] env[62284]: DEBUG nova.network.neutron [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Successfully created port: 50d8b495-5039-40cc-8a52-9e9994a704b0 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2021.592526] env[62284]: DEBUG oslo_vmware.api [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.646997] env[62284]: DEBUG nova.network.neutron [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Updated VIF entry in instance network info cache for port d23ca2f4-be0d-467b-8b3e-2efdea92077c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2021.647446] env[62284]: DEBUG nova.network.neutron [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Updating instance_info_cache with network_info: [{"id": "d23ca2f4-be0d-467b-8b3e-2efdea92077c", "address": "fa:16:3e:a5:ce:31", "network": {"id": "13e372b3-b594-4237-b398-21e77c580b94", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1784871776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df692b10af54140962be1300cf7de8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd23ca2f4-be", "ovs_interfaceid": "d23ca2f4-be0d-467b-8b3e-2efdea92077c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.757037] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.774264] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.858706] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dd2cd8-de36-d883-c8a6-cb0b95529251, 'name': SearchDatastore_Task, 'duration_secs': 0.051431} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.859513] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.859513] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71/f1e1b834-79fd-4959-9d78-e61f2755da71.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2021.859703] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-675ab2cf-aa47-4e90-8ee9-e6f92262b513 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.868062] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2021.868062] env[62284]: value = "task-1955134" [ 2021.868062] env[62284]: _type = "Task" [ 2021.868062] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.876665] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.961218] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.982019] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.982019] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b97c7da1-a425-4b36-905c-844c9078bb85 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.990391] env[62284]: DEBUG oslo_vmware.api [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2021.990391] env[62284]: value = "task-1955135" [ 2021.990391] env[62284]: _type = "Task" [ 2021.990391] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.004841] env[62284]: DEBUG oslo_vmware.api [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.097760] env[62284]: DEBUG oslo_vmware.api [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.782879} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.097760] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2022.097945] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2022.098137] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2022.098312] env[62284]: INFO nova.compute.manager [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2022.098588] env[62284]: DEBUG oslo.service.loopingcall [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2022.098788] env[62284]: DEBUG nova.compute.manager [-] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2022.098880] env[62284]: DEBUG nova.network.neutron [-] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2022.108936] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.110422] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.110422] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.110560] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.110788] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.116211] env[62284]: INFO nova.compute.manager [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Terminating instance [ 2022.149626] env[62284]: DEBUG oslo_concurrency.lockutils [req-09402bc0-02ae-49af-88dd-57c020cf06e9 req-bd93dfd6-2a5f-4062-b7d1-b0b30de62420 service nova] Releasing lock "refresh_cache-199376c3-bf01-48ff-a4f4-2c636ed184b2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.173829] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.174282] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.174649] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.174968] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.175281] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.181500] env[62284]: INFO nova.compute.manager [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Terminating instance [ 2022.278628] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.610852} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.278628] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2022.278628] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852733f1-4fc7-4513-99a5-a8681e718ada {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.312011] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b74f9422-fef3-47ca-89e5-4a8bcdb3313e/b74f9422-fef3-47ca-89e5-4a8bcdb3313e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2022.315291] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4af854-c506-4d30-83b9-585e28721cf9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.338153] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2022.338153] env[62284]: value = "task-1955136" [ 2022.338153] env[62284]: _type = "Task" [ 2022.338153] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.352604] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.381314] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.423706] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f0db64-ce85-45d9-bcf9-7d5b7d6db84e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.434196] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbca1bc-62fd-4f77-8d6c-ac8733563428 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.475194] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1543cae5-cbb0-4b13-bb92-b7b9a41c2a27 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.484402] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955131, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.488186] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57fea9b-88e0-4442-8344-6ca0f6dbe702 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.502878] env[62284]: DEBUG oslo_vmware.api [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955135, 'name': PowerOffVM_Task, 'duration_secs': 0.408714} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.511144] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2022.511365] env[62284]: DEBUG nova.compute.manager [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.512363] env[62284]: DEBUG nova.compute.provider_tree [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.514453] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1afbb0-a114-4caf-bf36-2b4a4bf74b97 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.552416] env[62284]: DEBUG nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2022.580508] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2022.580779] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2022.580967] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2022.581170] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2022.581319] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2022.581468] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2022.581681] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2022.581844] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2022.582037] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2022.582223] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2022.582404] env[62284]: DEBUG nova.virt.hardware [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2022.583333] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80288542-9ec5-49e5-81f8-501148c39c06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.593610] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a43130-225d-4bd5-894d-6000a847283a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.620822] env[62284]: DEBUG nova.compute.manager [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2022.621311] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.622073] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d431ef9a-fe35-450a-81e7-0c59bf2e1f91 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.632022] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.632401] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18952546-d4c6-4296-b438-b69a3dbc9344 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.641080] env[62284]: DEBUG oslo_vmware.api [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2022.641080] env[62284]: value = "task-1955137" [ 2022.641080] env[62284]: _type = "Task" [ 2022.641080] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.651564] env[62284]: DEBUG oslo_vmware.api [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.687493] env[62284]: DEBUG nova.compute.manager [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2022.687703] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.689273] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c9b18-1136-4f88-9847-36d338aaac5f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.699844] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.700136] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7fa7165-2a26-45c5-b7ee-380aa7704520 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.710049] env[62284]: DEBUG oslo_vmware.api [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2022.710049] env[62284]: value = "task-1955138" [ 2022.710049] env[62284]: _type = "Task" [ 2022.710049] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.720206] env[62284]: DEBUG oslo_vmware.api [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.850115] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.879436] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566236} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.879787] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71/f1e1b834-79fd-4959-9d78-e61f2755da71.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2022.880068] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2022.880381] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33201c99-7e3d-48b4-92b2-984efdf2ae88 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.888690] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2022.888690] env[62284]: value = "task-1955139" [ 2022.888690] env[62284]: _type = "Task" [ 2022.888690] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.898620] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.979621] env[62284]: DEBUG nova.network.neutron [-] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.980937] env[62284]: DEBUG oslo_vmware.api [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955131, 'name': RemoveSnapshot_Task, 'duration_secs': 1.584641} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.981407] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2022.981650] env[62284]: INFO nova.compute.manager [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 2023.018795] env[62284]: DEBUG nova.scheduler.client.report [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2023.027787] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f80b6080-06aa-4d11-88a7-0265bccef7b6 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.151896] env[62284]: DEBUG oslo_vmware.api [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955137, 'name': PowerOffVM_Task, 'duration_secs': 0.24116} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.152221] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.152394] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.152757] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e60733b3-8b1d-45d2-80e6-a724e5e4dd71 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.188946] env[62284]: DEBUG oslo_concurrency.lockutils [None req-67186032-0862-4695-a980-e1fc8f7e38b8 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.189237] env[62284]: DEBUG oslo_concurrency.lockutils [None req-67186032-0862-4695-a980-e1fc8f7e38b8 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.189570] env[62284]: DEBUG nova.objects.instance [None req-67186032-0862-4695-a980-e1fc8f7e38b8 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'flavor' on Instance uuid 0fd6cf4e-2a3c-4510-a49e-03fade9f89de {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.222928] env[62284]: DEBUG oslo_vmware.api [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955138, 'name': PowerOffVM_Task, 'duration_secs': 0.396784} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.223318] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.223592] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.223906] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00cb0204-a72f-46dd-885f-1427f2d96d0f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.349889] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955136, 'name': ReconfigVM_Task, 'duration_secs': 0.841776} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.350205] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b74f9422-fef3-47ca-89e5-4a8bcdb3313e/b74f9422-fef3-47ca-89e5-4a8bcdb3313e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2023.350930] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf74ee45-11b1-4b57-86df-fc4f2f8a18a8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.359402] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2023.359402] env[62284]: value = "task-1955142" [ 2023.359402] env[62284]: _type = "Task" [ 2023.359402] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.368765] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955142, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.399021] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07543} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.399341] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.400163] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09df0495-bf9b-4ac6-9757-018f6250f11d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.426743] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71/f1e1b834-79fd-4959-9d78-e61f2755da71.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.427106] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f4e70b-c2ac-4d2e-88ba-3d6eff2e85fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.451574] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2023.451574] env[62284]: value = "task-1955143" [ 2023.451574] env[62284]: _type = "Task" [ 2023.451574] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.462273] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.482640] env[62284]: INFO nova.compute.manager [-] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Took 1.38 seconds to deallocate network for instance. [ 2023.505340] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2023.505574] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2023.505814] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleting the datastore file [datastore1] fcab16bb-e473-48b0-9f6a-6663d466ffc7 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2023.506143] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d964caf-71af-49aa-8a28-929113a5c6e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.513310] env[62284]: DEBUG nova.compute.manager [req-550e84c6-4713-4b29-87b8-f4a088398fa6 req-29a8936a-d647-43dc-b1ca-f1395d2a1729 service nova] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Received event network-vif-deleted-afb7f0b8-92d8-4bcb-b0ef-54fd7f05c946 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2023.517262] env[62284]: DEBUG oslo_vmware.api [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2023.517262] env[62284]: value = "task-1955144" [ 2023.517262] env[62284]: _type = "Task" [ 2023.517262] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.523747] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.529726] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.774s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.530057] env[62284]: DEBUG nova.objects.instance [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lazy-loading 'resources' on Instance uuid f267c089-0cfd-4ded-9e81-abbe7a5d270c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.531531] env[62284]: DEBUG oslo_vmware.api [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.533249] env[62284]: DEBUG nova.network.neutron [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Successfully updated port: 50d8b495-5039-40cc-8a52-9e9994a704b0 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2023.547624] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2023.547925] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2023.548133] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleting the datastore file [datastore1] c355a7a7-de16-4b55-9cf1-df27a0df9d52 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2023.548420] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1468dbe6-3c29-4cd2-88c9-2a152a129bb4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.557059] env[62284]: INFO nova.scheduler.client.report [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Deleted allocations for instance 13df7a72-433e-4080-8550-036e881d9219 [ 2023.562635] env[62284]: DEBUG nova.compute.manager [None req-25149622-e8be-47df-98ae-d1dd145a4354 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Found 1 images (rotation: 2) {{(pid=62284) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2023.568206] env[62284]: DEBUG oslo_vmware.api [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for the task: (returnval){ [ 2023.568206] env[62284]: value = "task-1955145" [ 2023.568206] env[62284]: _type = "Task" [ 2023.568206] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.579429] env[62284]: DEBUG oslo_vmware.api [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.694062] env[62284]: DEBUG nova.objects.instance [None req-67186032-0862-4695-a980-e1fc8f7e38b8 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'pci_requests' on Instance uuid 0fd6cf4e-2a3c-4510-a49e-03fade9f89de {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.824380] env[62284]: DEBUG nova.objects.instance [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.871601] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955142, 'name': Rename_Task, 'duration_secs': 0.328768} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.871996] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.872269] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58a9ad58-a74a-430a-a2d2-c6b4ebffb463 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.881430] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2023.881430] env[62284]: value = "task-1955146" [ 2023.881430] env[62284]: _type = "Task" [ 2023.881430] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.891277] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.964536] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.995070] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.030627] env[62284]: DEBUG oslo_vmware.api [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461787} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.030805] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2024.031090] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2024.031402] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2024.031686] env[62284]: INFO nova.compute.manager [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2024.032085] env[62284]: DEBUG oslo.service.loopingcall [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.032388] env[62284]: DEBUG nova.compute.manager [-] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2024.032601] env[62284]: DEBUG nova.network.neutron [-] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2024.040434] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "refresh_cache-dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.040735] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "refresh_cache-dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.042624] env[62284]: DEBUG nova.network.neutron [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2024.081482] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df2999d0-f2ac-4a04-863a-6f43110cae32 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "13df7a72-433e-4080-8550-036e881d9219" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.915s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.092962] env[62284]: DEBUG oslo_vmware.api [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Task: {'id': task-1955145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433726} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.092962] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2024.092962] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2024.093164] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2024.093422] env[62284]: INFO nova.compute.manager [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Took 1.47 seconds to destroy the instance on the hypervisor. [ 2024.093838] env[62284]: DEBUG oslo.service.loopingcall [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.097518] env[62284]: DEBUG nova.compute.manager [-] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2024.097650] env[62284]: DEBUG nova.network.neutron [-] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2024.198466] env[62284]: DEBUG nova.objects.base [None req-67186032-0862-4695-a980-e1fc8f7e38b8 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Object Instance<0fd6cf4e-2a3c-4510-a49e-03fade9f89de> lazy-loaded attributes: flavor,pci_requests {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2024.198466] env[62284]: DEBUG nova.network.neutron [None req-67186032-0862-4695-a980-e1fc8f7e38b8 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2024.332686] env[62284]: DEBUG oslo_concurrency.lockutils [None req-67186032-0862-4695-a980-e1fc8f7e38b8 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.334472] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.334623] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.334729] env[62284]: DEBUG nova.network.neutron [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2024.334964] env[62284]: DEBUG nova.objects.instance [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'info_cache' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.383634] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c043ea1-a0cb-4832-a4e3-e95eb41e5180 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.400152] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9e2fe3-433e-4cbf-933d-0c98e83e0819 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.404277] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955146, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.440550] env[62284]: DEBUG nova.compute.manager [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.440870] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e89e85d-24a9-43c4-85ed-4f5b5c38cb24 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.445827] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e2709-fe50-4441-bf03-62bc242ba6bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.465254] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8ea355-861d-4ee6-9523-867738883fbe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.472524] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955143, 'name': ReconfigVM_Task, 'duration_secs': 1.006425} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.473016] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71/f1e1b834-79fd-4959-9d78-e61f2755da71.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.474115] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7cbc7ec-4f98-4c5d-8cdf-b855cf2d963f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.484379] env[62284]: DEBUG nova.compute.provider_tree [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2024.491746] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2024.491746] env[62284]: value = "task-1955148" [ 2024.491746] env[62284]: _type = "Task" [ 2024.491746] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.501454] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955148, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.593654] env[62284]: DEBUG nova.network.neutron [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2024.801012] env[62284]: DEBUG nova.network.neutron [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Updating instance_info_cache with network_info: [{"id": "50d8b495-5039-40cc-8a52-9e9994a704b0", "address": "fa:16:3e:6e:bb:cf", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d8b495-50", "ovs_interfaceid": "50d8b495-5039-40cc-8a52-9e9994a704b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.839386] env[62284]: DEBUG nova.objects.base [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Object Instance<754fc769-14d0-44ce-b3dc-ea2ee4c4dfac> lazy-loaded attributes: flavor,info_cache {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2024.893397] env[62284]: DEBUG oslo_vmware.api [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955146, 'name': PowerOnVM_Task, 'duration_secs': 0.550975} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.893774] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.894050] env[62284]: INFO nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Took 10.77 seconds to spawn the instance on the hypervisor. [ 2024.894249] env[62284]: DEBUG nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.895011] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d651c8-a996-4158-88c8-c75654a4cf7f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.963215] env[62284]: INFO nova.compute.manager [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] instance snapshotting [ 2024.963872] env[62284]: DEBUG nova.objects.instance [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'flavor' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.003676] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955148, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.021236] env[62284]: DEBUG nova.scheduler.client.report [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2025.021480] env[62284]: DEBUG nova.compute.provider_tree [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 134 to 135 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2025.021674] env[62284]: DEBUG nova.compute.provider_tree [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2025.082902] env[62284]: DEBUG nova.network.neutron [-] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.092031] env[62284]: DEBUG nova.network.neutron [-] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.304499] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "refresh_cache-dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.304631] env[62284]: DEBUG nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Instance network_info: |[{"id": "50d8b495-5039-40cc-8a52-9e9994a704b0", "address": "fa:16:3e:6e:bb:cf", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d8b495-50", "ovs_interfaceid": "50d8b495-5039-40cc-8a52-9e9994a704b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2025.305130] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:bb:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50d8b495-5039-40cc-8a52-9e9994a704b0', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2025.313811] env[62284]: DEBUG oslo.service.loopingcall [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.314150] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2025.314432] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a2b6de2-80f5-403d-9bb8-d77b305e1bd2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.341550] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2025.341550] env[62284]: value = "task-1955149" [ 2025.341550] env[62284]: _type = "Task" [ 2025.341550] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.354807] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955149, 'name': CreateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.411751] env[62284]: INFO nova.compute.manager [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Took 20.90 seconds to build instance. [ 2025.469686] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42950798-382d-4959-879b-20cbc5385e44 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.494892] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe68ff4b-8e58-4884-a5bd-396d3b4dfe0e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.504539] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "37b66f98-d418-431f-9ca8-09e4af2a4769" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.504781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.515957] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955148, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.526958] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.529354] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.534s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.529646] env[62284]: DEBUG nova.objects.instance [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lazy-loading 'resources' on Instance uuid cdf953cf-5fcc-4c05-a398-8b69a545cba8 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.557734] env[62284]: INFO nova.scheduler.client.report [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted allocations for instance f267c089-0cfd-4ded-9e81-abbe7a5d270c [ 2025.585665] env[62284]: INFO nova.compute.manager [-] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Took 1.55 seconds to deallocate network for instance. [ 2025.593892] env[62284]: INFO nova.compute.manager [-] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Took 1.50 seconds to deallocate network for instance. [ 2025.646710] env[62284]: DEBUG nova.network.neutron [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updating instance_info_cache with network_info: [{"id": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "address": "fa:16:3e:fc:99:c9", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d60e01-9a", "ovs_interfaceid": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.774465] env[62284]: DEBUG nova.compute.manager [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Received event network-vif-plugged-50d8b495-5039-40cc-8a52-9e9994a704b0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2025.774722] env[62284]: DEBUG oslo_concurrency.lockutils [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] Acquiring lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.775032] env[62284]: DEBUG oslo_concurrency.lockutils [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] Lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.775219] env[62284]: DEBUG oslo_concurrency.lockutils [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] Lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.775397] env[62284]: DEBUG nova.compute.manager [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] No waiting events found dispatching network-vif-plugged-50d8b495-5039-40cc-8a52-9e9994a704b0 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2025.775598] env[62284]: WARNING nova.compute.manager [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Received unexpected event network-vif-plugged-50d8b495-5039-40cc-8a52-9e9994a704b0 for instance with vm_state building and task_state spawning. [ 2025.775747] env[62284]: DEBUG nova.compute.manager [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Received event network-changed-50d8b495-5039-40cc-8a52-9e9994a704b0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2025.775920] env[62284]: DEBUG nova.compute.manager [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Refreshing instance network info cache due to event network-changed-50d8b495-5039-40cc-8a52-9e9994a704b0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2025.776156] env[62284]: DEBUG oslo_concurrency.lockutils [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] Acquiring lock "refresh_cache-dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.776301] env[62284]: DEBUG oslo_concurrency.lockutils [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] Acquired lock "refresh_cache-dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.776463] env[62284]: DEBUG nova.network.neutron [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Refreshing network info cache for port 50d8b495-5039-40cc-8a52-9e9994a704b0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2025.856193] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955149, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.914474] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c6cd858b-a104-4741-a172-d390052c5b73 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.416s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.008659] env[62284]: DEBUG nova.compute.utils [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.010176] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955148, 'name': Rename_Task, 'duration_secs': 1.367162} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.010449] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.010914] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fa4a481-ee1d-4afb-97f6-8feeeca89793 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.013312] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2026.013561] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f7f29dd-7329-459c-864f-317160510277 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.021571] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2026.021571] env[62284]: value = "task-1955150" [ 2026.021571] env[62284]: _type = "Task" [ 2026.021571] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.024017] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2026.024017] env[62284]: value = "task-1955151" [ 2026.024017] env[62284]: _type = "Task" [ 2026.024017] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.040077] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955151, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.040342] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.069110] env[62284]: DEBUG oslo_concurrency.lockutils [None req-124752f9-29e3-4332-b310-93f9c2169160 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "f267c089-0cfd-4ded-9e81-abbe7a5d270c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.643s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.092258] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.099847] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.149364] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Releasing lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.254724] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6abcce-6248-4c37-9632-7379bf6b70a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.264165] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a200c6-d873-42fd-9d69-253a90f03bb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.312194] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf0e682-1d41-4ee6-8d79-7b6135a03f14 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.320384] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c0ed47-d103-48c0-b66f-e749448d3f7a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.334136] env[62284]: DEBUG nova.compute.provider_tree [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.356814] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955149, 'name': CreateVM_Task, 'duration_secs': 0.530463} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.357044] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2026.357841] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.358075] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.358465] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2026.358747] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f82398-0031-4e2c-8571-9261e1c6f1de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.364271] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2026.364271] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52947a11-debe-a732-6f6b-6034ae0f2751" [ 2026.364271] env[62284]: _type = "Task" [ 2026.364271] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.372533] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52947a11-debe-a732-6f6b-6034ae0f2751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.424200] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.424539] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.424838] env[62284]: DEBUG nova.objects.instance [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'flavor' on Instance uuid 0fd6cf4e-2a3c-4510-a49e-03fade9f89de {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.511679] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.537341] env[62284]: DEBUG oslo_vmware.api [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955150, 'name': PowerOnVM_Task, 'duration_secs': 0.514676} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.540319] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2026.540545] env[62284]: INFO nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Took 9.92 seconds to spawn the instance on the hypervisor. [ 2026.540747] env[62284]: DEBUG nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.541038] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955151, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.541863] env[62284]: DEBUG nova.network.neutron [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Updated VIF entry in instance network info cache for port 50d8b495-5039-40cc-8a52-9e9994a704b0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2026.542221] env[62284]: DEBUG nova.network.neutron [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Updating instance_info_cache with network_info: [{"id": "50d8b495-5039-40cc-8a52-9e9994a704b0", "address": "fa:16:3e:6e:bb:cf", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d8b495-50", "ovs_interfaceid": "50d8b495-5039-40cc-8a52-9e9994a704b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.543911] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4274b26-7d9e-44cf-84de-42481ebe4826 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.837423] env[62284]: DEBUG nova.scheduler.client.report [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.878241] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52947a11-debe-a732-6f6b-6034ae0f2751, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.878690] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.879108] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2026.879478] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.879703] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.879956] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2026.880315] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad575e7d-8e73-4e41-bf1e-f5c9497dfe17 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.890530] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2026.890737] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2026.891480] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f126f9-3566-4005-b2cb-da6bd1809809 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.897291] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2026.897291] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc8673-e351-99d1-794e-9f4dfb59dfdf" [ 2026.897291] env[62284]: _type = "Task" [ 2026.897291] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.904888] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc8673-e351-99d1-794e-9f4dfb59dfdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.999031] env[62284]: DEBUG nova.objects.instance [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'pci_requests' on Instance uuid 0fd6cf4e-2a3c-4510-a49e-03fade9f89de {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.038577] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955151, 'name': CreateSnapshot_Task, 'duration_secs': 0.525332} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.038821] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2027.039564] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4771605f-0314-4655-a00e-dbdf110300cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.048386] env[62284]: DEBUG oslo_concurrency.lockutils [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] Releasing lock "refresh_cache-dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.048643] env[62284]: DEBUG nova.compute.manager [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Received event network-vif-deleted-5ee7c5cf-2fba-4257-bd9d-4bbc029cc59f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2027.048839] env[62284]: DEBUG nova.compute.manager [req-428d9dc5-3727-49e0-a45b-a0df6d3db4c8 req-f66c6e0b-65cd-4bec-974a-291c7b223f0c service nova] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Received event network-vif-deleted-e044c2da-ac25-47df-8763-ca82dcfe2b43 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2027.064061] env[62284]: INFO nova.compute.manager [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Took 19.35 seconds to build instance. [ 2027.156042] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2027.156732] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b6d400f-768e-4a0e-b1af-7a1ea99726f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.166700] env[62284]: DEBUG oslo_vmware.api [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2027.166700] env[62284]: value = "task-1955152" [ 2027.166700] env[62284]: _type = "Task" [ 2027.166700] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.175713] env[62284]: DEBUG oslo_vmware.api [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.342558] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.345130] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.253s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.345560] env[62284]: DEBUG nova.objects.instance [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lazy-loading 'resources' on Instance uuid fcab16bb-e473-48b0-9f6a-6663d466ffc7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.364945] env[62284]: INFO nova.scheduler.client.report [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted allocations for instance cdf953cf-5fcc-4c05-a398-8b69a545cba8 [ 2027.410640] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fc8673-e351-99d1-794e-9f4dfb59dfdf, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.412064] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e3124f-c4da-42c9-985e-de3913c5d021 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.422821] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2027.422821] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eee7c8-4a02-ff83-93c0-661a35c61383" [ 2027.422821] env[62284]: _type = "Task" [ 2027.422821] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.432400] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eee7c8-4a02-ff83-93c0-661a35c61383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.501930] env[62284]: DEBUG nova.objects.base [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Object Instance<0fd6cf4e-2a3c-4510-a49e-03fade9f89de> lazy-loaded attributes: flavor,pci_requests {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2027.502054] env[62284]: DEBUG nova.network.neutron [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2027.563836] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2027.565721] env[62284]: DEBUG nova.policy [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2027.567667] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "37b66f98-d418-431f-9ca8-09e4af2a4769" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.567952] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.568239] env[62284]: INFO nova.compute.manager [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Attaching volume 00aa2e7a-4e7c-438f-93ba-dae01e64fa44 to /dev/sdb [ 2027.570063] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfc120bc-3e4f-45d9-8e08-2cbcef5728d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.574301] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fcfc19b6-19dd-44d4-b00b-34027084f4b2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.901s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.582644] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2027.582644] env[62284]: value = "task-1955153" [ 2027.582644] env[62284]: _type = "Task" [ 2027.582644] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.592896] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955153, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.611529] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc05f61-3293-4e6f-9ff0-bda976f27833 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.619766] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67172bcd-030c-4352-b8ad-43dfcc665fe6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.635921] env[62284]: DEBUG nova.virt.block_device [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Updating existing volume attachment record: 2095c34a-1777-4680-bf80-f4cb47084e52 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2027.678518] env[62284]: DEBUG oslo_vmware.api [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.879702] env[62284]: DEBUG oslo_concurrency.lockutils [None req-008a3c92-665d-463e-9c16-fb4892bba008 tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "cdf953cf-5fcc-4c05-a398-8b69a545cba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.571s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.889296] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.889513] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.889733] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.889933] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.890120] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.895390] env[62284]: INFO nova.compute.manager [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Terminating instance [ 2027.934711] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eee7c8-4a02-ff83-93c0-661a35c61383, 'name': SearchDatastore_Task, 'duration_secs': 0.012892} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.937698] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.937976] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dcd5ba7b-aeb7-4fca-8afb-25965e62c41f/dcd5ba7b-aeb7-4fca-8afb-25965e62c41f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2027.938475] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-447904ff-fae9-410b-b6e9-92965db51d75 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.951517] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2027.951517] env[62284]: value = "task-1955155" [ 2027.951517] env[62284]: _type = "Task" [ 2027.951517] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.960354] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.980303] env[62284]: DEBUG nova.network.neutron [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Successfully created port: 46a734de-3325-4f2a-b318-585fd5bcf567 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2028.089873] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb82588-a2ef-41a3-9b38-d6e0ba2ce2f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.096016] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955153, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.101302] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d4c90-dcb5-482d-8f63-2bdd42e4dc2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.140173] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41d92da-b7fb-4c6b-89f5-6e7242c10f49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.148625] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd10ff3-48d8-48cd-a68a-87fecaf09846 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.163881] env[62284]: DEBUG nova.compute.provider_tree [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.177611] env[62284]: DEBUG oslo_vmware.api [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955152, 'name': PowerOnVM_Task, 'duration_secs': 0.602328} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.177879] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2028.178113] env[62284]: DEBUG nova.compute.manager [None req-f416a9ea-dc3e-40aa-8add-bb1f7e68e123 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2028.178992] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963d138c-655a-49b3-85b0-b626948f5a50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.401504] env[62284]: DEBUG nova.compute.manager [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2028.401768] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.402921] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842ab938-a673-4525-a192-d6acf4982f67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.416287] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2028.417060] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee22f21f-574e-452f-811d-c9e42a609f41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.429945] env[62284]: DEBUG oslo_vmware.api [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2028.429945] env[62284]: value = "task-1955156" [ 2028.429945] env[62284]: _type = "Task" [ 2028.429945] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.446387] env[62284]: DEBUG oslo_vmware.api [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.468943] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.596173] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955153, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.668312] env[62284]: DEBUG nova.scheduler.client.report [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.941707] env[62284]: DEBUG oslo_vmware.api [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955156, 'name': PowerOffVM_Task, 'duration_secs': 0.384888} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.942104] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2028.942334] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2028.942587] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f29fecd-f2c8-4c8b-a2cf-09b363f393e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.963946] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634699} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.964234] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dcd5ba7b-aeb7-4fca-8afb-25965e62c41f/dcd5ba7b-aeb7-4fca-8afb-25965e62c41f.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2028.964445] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2028.964694] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4820bd4-f9c7-4266-a936-d71eae0c0d6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.972259] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2028.972259] env[62284]: value = "task-1955158" [ 2028.972259] env[62284]: _type = "Task" [ 2028.972259] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.982199] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.992575] env[62284]: DEBUG nova.compute.manager [req-e01f8958-cbce-4737-8174-1322fea85eaa req-728b8b23-d324-462c-86c4-48b5bc274f99 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Received event network-changed-f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2028.992821] env[62284]: DEBUG nova.compute.manager [req-e01f8958-cbce-4737-8174-1322fea85eaa req-728b8b23-d324-462c-86c4-48b5bc274f99 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Refreshing instance network info cache due to event network-changed-f98859df-40c6-496d-b38f-43d2d81d649e. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2028.993154] env[62284]: DEBUG oslo_concurrency.lockutils [req-e01f8958-cbce-4737-8174-1322fea85eaa req-728b8b23-d324-462c-86c4-48b5bc274f99 service nova] Acquiring lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.993301] env[62284]: DEBUG oslo_concurrency.lockutils [req-e01f8958-cbce-4737-8174-1322fea85eaa req-728b8b23-d324-462c-86c4-48b5bc274f99 service nova] Acquired lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.993471] env[62284]: DEBUG nova.network.neutron [req-e01f8958-cbce-4737-8174-1322fea85eaa req-728b8b23-d324-462c-86c4-48b5bc274f99 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Refreshing network info cache for port f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.094519] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955153, 'name': CloneVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.164339] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2029.164423] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2029.164560] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Deleting the datastore file [datastore1] ac1de467-ef57-43d6-b1b1-49f14e41f36f {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2029.165843] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34e34c2a-0e00-4c6a-be3e-146910c2127e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.173705] env[62284]: DEBUG oslo_vmware.api [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for the task: (returnval){ [ 2029.173705] env[62284]: value = "task-1955159" [ 2029.173705] env[62284]: _type = "Task" [ 2029.173705] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.183016] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.188687] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.089s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.188687] env[62284]: DEBUG nova.objects.instance [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lazy-loading 'resources' on Instance uuid c355a7a7-de16-4b55-9cf1-df27a0df9d52 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.198505] env[62284]: DEBUG oslo_vmware.api [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.206267] env[62284]: INFO nova.scheduler.client.report [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleted allocations for instance fcab16bb-e473-48b0-9f6a-6663d466ffc7 [ 2029.249878] env[62284]: DEBUG nova.compute.manager [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2029.482339] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075353} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.482663] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2029.483461] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271a3889-4b45-48c2-84b6-c2f2a6f3e6b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.509202] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] dcd5ba7b-aeb7-4fca-8afb-25965e62c41f/dcd5ba7b-aeb7-4fca-8afb-25965e62c41f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.509621] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5f508f-5cfb-4317-a211-c8b6f283cb7a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.531402] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2029.531402] env[62284]: value = "task-1955160" [ 2029.531402] env[62284]: _type = "Task" [ 2029.531402] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.541525] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.597276] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955153, 'name': CloneVM_Task, 'duration_secs': 1.515234} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.597566] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Created linked-clone VM from snapshot [ 2029.598437] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26375675-0533-4376-967b-2177a94a57a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.610221] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Uploading image 3b90acb1-c163-4609-8b68-0bfe522aefa0 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2029.635884] env[62284]: DEBUG oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2029.635884] env[62284]: value = "vm-402898" [ 2029.635884] env[62284]: _type = "VirtualMachine" [ 2029.635884] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2029.636366] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec3cd336-240f-480a-adad-2e62f2b9679e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.646979] env[62284]: DEBUG oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease: (returnval){ [ 2029.646979] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dc4486-07b9-4a1c-4ee7-953aa50dd854" [ 2029.646979] env[62284]: _type = "HttpNfcLease" [ 2029.646979] env[62284]: } obtained for exporting VM: (result){ [ 2029.646979] env[62284]: value = "vm-402898" [ 2029.646979] env[62284]: _type = "VirtualMachine" [ 2029.646979] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2029.647406] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the lease: (returnval){ [ 2029.647406] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dc4486-07b9-4a1c-4ee7-953aa50dd854" [ 2029.647406] env[62284]: _type = "HttpNfcLease" [ 2029.647406] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2029.654475] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2029.654475] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dc4486-07b9-4a1c-4ee7-953aa50dd854" [ 2029.654475] env[62284]: _type = "HttpNfcLease" [ 2029.654475] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2029.684450] env[62284]: DEBUG oslo_vmware.api [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Task: {'id': task-1955159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183372} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.684450] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2029.684624] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2029.684812] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2029.685039] env[62284]: INFO nova.compute.manager [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2029.685331] env[62284]: DEBUG oslo.service.loopingcall [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.685569] env[62284]: DEBUG nova.compute.manager [-] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2029.685676] env[62284]: DEBUG nova.network.neutron [-] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2029.720375] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1068a82-30be-4fc2-b791-afaeaf184b0c tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "fcab16bb-e473-48b0-9f6a-6663d466ffc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.545s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.776183] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.781020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "4774c400-b889-4bec-a0d0-23ad78dc3084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.781020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.781020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "4774c400-b889-4bec-a0d0-23ad78dc3084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.781020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.781020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.782322] env[62284]: INFO nova.compute.manager [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Terminating instance [ 2029.819898] env[62284]: DEBUG nova.compute.manager [req-75b0ab1b-5def-4589-824b-9a8609548a24 req-ec95e4f9-df30-4207-9b00-c746826a8665 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-vif-plugged-46a734de-3325-4f2a-b318-585fd5bcf567 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2029.820628] env[62284]: DEBUG oslo_concurrency.lockutils [req-75b0ab1b-5def-4589-824b-9a8609548a24 req-ec95e4f9-df30-4207-9b00-c746826a8665 service nova] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.821108] env[62284]: DEBUG oslo_concurrency.lockutils [req-75b0ab1b-5def-4589-824b-9a8609548a24 req-ec95e4f9-df30-4207-9b00-c746826a8665 service nova] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.822266] env[62284]: DEBUG oslo_concurrency.lockutils [req-75b0ab1b-5def-4589-824b-9a8609548a24 req-ec95e4f9-df30-4207-9b00-c746826a8665 service nova] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.822266] env[62284]: DEBUG nova.compute.manager [req-75b0ab1b-5def-4589-824b-9a8609548a24 req-ec95e4f9-df30-4207-9b00-c746826a8665 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] No waiting events found dispatching network-vif-plugged-46a734de-3325-4f2a-b318-585fd5bcf567 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2029.822831] env[62284]: WARNING nova.compute.manager [req-75b0ab1b-5def-4589-824b-9a8609548a24 req-ec95e4f9-df30-4207-9b00-c746826a8665 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received unexpected event network-vif-plugged-46a734de-3325-4f2a-b318-585fd5bcf567 for instance with vm_state active and task_state None. [ 2029.828414] env[62284]: DEBUG nova.network.neutron [req-e01f8958-cbce-4737-8174-1322fea85eaa req-728b8b23-d324-462c-86c4-48b5bc274f99 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updated VIF entry in instance network info cache for port f98859df-40c6-496d-b38f-43d2d81d649e. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2029.828925] env[62284]: DEBUG nova.network.neutron [req-e01f8958-cbce-4737-8174-1322fea85eaa req-728b8b23-d324-462c-86c4-48b5bc274f99 service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance_info_cache with network_info: [{"id": "f98859df-40c6-496d-b38f-43d2d81d649e", "address": "fa:16:3e:2b:3a:e8", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98859df-40", "ovs_interfaceid": "f98859df-40c6-496d-b38f-43d2d81d649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.912306] env[62284]: DEBUG nova.network.neutron [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Successfully updated port: 46a734de-3325-4f2a-b318-585fd5bcf567 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2029.980316] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a3a2c-347b-4556-8060-77051e63eff0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.988646] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3f7ce-3ea2-4e05-b0fd-cb6b34632276 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.028435] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c8abba-4c92-4a6f-86cf-64e1d81e72d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.042026] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe0bf1b-3fda-42ac-b00a-f50a3417f789 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.049449] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.060978] env[62284]: DEBUG nova.compute.provider_tree [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.156162] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2030.156162] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dc4486-07b9-4a1c-4ee7-953aa50dd854" [ 2030.156162] env[62284]: _type = "HttpNfcLease" [ 2030.156162] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2030.156554] env[62284]: DEBUG oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2030.156554] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dc4486-07b9-4a1c-4ee7-953aa50dd854" [ 2030.156554] env[62284]: _type = "HttpNfcLease" [ 2030.156554] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2030.157237] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac4d5d9-3eab-4fc2-bda5-31444caf4009 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.166065] env[62284]: DEBUG oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b706d-4338-8b99-e1a2-41d8cee78476/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2030.166262] env[62284]: DEBUG oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b706d-4338-8b99-e1a2-41d8cee78476/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2030.277343] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2da1741b-2166-4fc3-8049-f6b7b97debbd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.294042] env[62284]: DEBUG nova.compute.manager [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2030.294161] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2030.295057] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dba807-977f-4b09-bd63-61c2d092478e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.305600] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.310561] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ae7227-b360-4cff-824d-b52799560738 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.317937] env[62284]: DEBUG oslo_vmware.api [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2030.317937] env[62284]: value = "task-1955163" [ 2030.317937] env[62284]: _type = "Task" [ 2030.317937] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.326883] env[62284]: DEBUG oslo_vmware.api [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.332558] env[62284]: DEBUG oslo_concurrency.lockutils [req-e01f8958-cbce-4737-8174-1322fea85eaa req-728b8b23-d324-462c-86c4-48b5bc274f99 service nova] Releasing lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.415990] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.415990] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.415990] env[62284]: DEBUG nova.network.neutron [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.544332] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955160, 'name': ReconfigVM_Task, 'duration_secs': 0.617716} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.544672] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Reconfigured VM instance instance-00000061 to attach disk [datastore1] dcd5ba7b-aeb7-4fca-8afb-25965e62c41f/dcd5ba7b-aeb7-4fca-8afb-25965e62c41f.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.545595] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ed0f3be-5668-4025-95b3-cf3fe898da85 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.555073] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2030.555073] env[62284]: value = "task-1955164" [ 2030.555073] env[62284]: _type = "Task" [ 2030.555073] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.566779] env[62284]: DEBUG nova.scheduler.client.report [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.570613] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955164, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.745031] env[62284]: DEBUG nova.network.neutron [-] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.829961] env[62284]: DEBUG oslo_vmware.api [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955163, 'name': PowerOffVM_Task, 'duration_secs': 0.291032} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.830443] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2030.830632] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2030.831284] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cb3d795-4931-4664-a9dc-decfda5c19ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.952400] env[62284]: WARNING nova.network.neutron [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] 46099d7b-fefa-4419-ab67-e1d7b7d80170 already exists in list: networks containing: ['46099d7b-fefa-4419-ab67-e1d7b7d80170']. ignoring it [ 2031.019396] env[62284]: DEBUG nova.compute.manager [req-a4e585f8-236f-4d87-81a3-6ce3e7a1cd3c req-52e2665d-e3f0-43ea-a6fd-3a7beac1063e service nova] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Received event network-vif-deleted-293a02fd-df96-4c57-a321-e981653ddb97 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2031.068658] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955164, 'name': Rename_Task, 'duration_secs': 0.274843} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.070186] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2031.070186] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b86d0bf4-49a2-4c46-aa00-98319d5c85c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.075222] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.078922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.303s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.080528] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2031.080528] env[62284]: value = "task-1955166" [ 2031.080528] env[62284]: _type = "Task" [ 2031.080528] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.097050] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.100419] env[62284]: INFO nova.scheduler.client.report [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Deleted allocations for instance c355a7a7-de16-4b55-9cf1-df27a0df9d52 [ 2031.138149] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2031.138513] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2031.138778] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleting the datastore file [datastore1] 4774c400-b889-4bec-a0d0-23ad78dc3084 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2031.139400] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-277c6110-c68a-48d9-9909-776f4dbaa094 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.148624] env[62284]: DEBUG oslo_vmware.api [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for the task: (returnval){ [ 2031.148624] env[62284]: value = "task-1955167" [ 2031.148624] env[62284]: _type = "Task" [ 2031.148624] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.162858] env[62284]: DEBUG oslo_vmware.api [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.248828] env[62284]: INFO nova.compute.manager [-] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Took 1.56 seconds to deallocate network for instance. [ 2031.319820] env[62284]: DEBUG nova.network.neutron [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46a734de-3325-4f2a-b318-585fd5bcf567", "address": "fa:16:3e:a7:2a:49", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a734de-33", "ovs_interfaceid": "46a734de-3325-4f2a-b318-585fd5bcf567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.588317] env[62284]: INFO nova.compute.claims [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2031.600731] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955166, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.610297] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a5a69549-17c1-425c-a013-66329a497adf tempest-MultipleCreateTestJSON-1604165952 tempest-MultipleCreateTestJSON-1604165952-project-member] Lock "c355a7a7-de16-4b55-9cf1-df27a0df9d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.501s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.659049] env[62284]: DEBUG oslo_vmware.api [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Task: {'id': task-1955167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304388} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.659333] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2031.659606] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2031.659870] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2031.660095] env[62284]: INFO nova.compute.manager [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Took 1.37 seconds to destroy the instance on the hypervisor. [ 2031.660422] env[62284]: DEBUG oslo.service.loopingcall [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.661080] env[62284]: DEBUG nova.compute.manager [-] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2031.661215] env[62284]: DEBUG nova.network.neutron [-] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2031.757714] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.823238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.825840] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.825840] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.825840] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f04af68-2a5f-4a21-aceb-ddc1b9f71f27 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2031.845797] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2031.846320] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2031.846320] env[62284]: DEBUG nova.virt.hardware [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2031.853232] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Reconfiguring VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2031.855014] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e6d0317-f8cd-4c83-b666-98f8a7cfd1ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.869215] env[62284]: DEBUG nova.compute.manager [req-86f10fd0-f1a5-4dab-b124-35fe7136b65a req-5397f6a8-438c-4ebc-87b3-9baaeb1ecc3c service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-changed-46a734de-3325-4f2a-b318-585fd5bcf567 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2031.869690] env[62284]: DEBUG nova.compute.manager [req-86f10fd0-f1a5-4dab-b124-35fe7136b65a req-5397f6a8-438c-4ebc-87b3-9baaeb1ecc3c service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Refreshing instance network info cache due to event network-changed-46a734de-3325-4f2a-b318-585fd5bcf567. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2031.869690] env[62284]: DEBUG oslo_concurrency.lockutils [req-86f10fd0-f1a5-4dab-b124-35fe7136b65a req-5397f6a8-438c-4ebc-87b3-9baaeb1ecc3c service nova] Acquiring lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.869690] env[62284]: DEBUG oslo_concurrency.lockutils [req-86f10fd0-f1a5-4dab-b124-35fe7136b65a req-5397f6a8-438c-4ebc-87b3-9baaeb1ecc3c service nova] Acquired lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.869690] env[62284]: DEBUG nova.network.neutron [req-86f10fd0-f1a5-4dab-b124-35fe7136b65a req-5397f6a8-438c-4ebc-87b3-9baaeb1ecc3c service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Refreshing network info cache for port 46a734de-3325-4f2a-b318-585fd5bcf567 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2031.880904] env[62284]: DEBUG oslo_vmware.api [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2031.880904] env[62284]: value = "task-1955168" [ 2031.880904] env[62284]: _type = "Task" [ 2031.880904] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.892356] env[62284]: DEBUG oslo_vmware.api [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955168, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.093361] env[62284]: DEBUG oslo_vmware.api [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955166, 'name': PowerOnVM_Task, 'duration_secs': 0.784333} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.093718] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2032.094030] env[62284]: INFO nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Took 9.54 seconds to spawn the instance on the hypervisor. [ 2032.094237] env[62284]: DEBUG nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.096616] env[62284]: INFO nova.compute.resource_tracker [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating resource usage from migration a8434a0d-0fd8-48be-8ef9-4a97b564a031 [ 2032.100231] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bbc253-0acc-4374-a8dd-ac9f614ba8d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.191112] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2032.191112] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402899', 'volume_id': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'name': 'volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37b66f98-d418-431f-9ca8-09e4af2a4769', 'attached_at': '', 'detached_at': '', 'volume_id': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'serial': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2032.191112] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7b7b79-742a-4ac1-b6a7-88cffcb58678 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.216706] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0654a02-c9fe-463e-a36e-9b1cfac1a9d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.246673] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44/volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.251187] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d945ab-bffe-49fc-88e9-76ac0d55157f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.279021] env[62284]: DEBUG oslo_vmware.api [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2032.279021] env[62284]: value = "task-1955169" [ 2032.279021] env[62284]: _type = "Task" [ 2032.279021] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.287459] env[62284]: DEBUG oslo_vmware.api [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.393342] env[62284]: DEBUG oslo_vmware.api [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.412649] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51cb2b4-defb-4cc0-85a4-fdb14e221621 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.430144] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f512f9c6-829d-458a-b797-1fea3676356f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.474557] env[62284]: DEBUG nova.network.neutron [-] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.479612] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da67a2aa-740e-424a-a781-b7ffdb8f75eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.490990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43de470-93cd-4b99-8ece-427f2c342d71 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.512251] env[62284]: DEBUG nova.compute.provider_tree [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.623454] env[62284]: INFO nova.compute.manager [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Took 14.66 seconds to build instance. [ 2032.637468] env[62284]: DEBUG nova.network.neutron [req-86f10fd0-f1a5-4dab-b124-35fe7136b65a req-5397f6a8-438c-4ebc-87b3-9baaeb1ecc3c service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updated VIF entry in instance network info cache for port 46a734de-3325-4f2a-b318-585fd5bcf567. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.637952] env[62284]: DEBUG nova.network.neutron [req-86f10fd0-f1a5-4dab-b124-35fe7136b65a req-5397f6a8-438c-4ebc-87b3-9baaeb1ecc3c service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46a734de-3325-4f2a-b318-585fd5bcf567", "address": "fa:16:3e:a7:2a:49", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a734de-33", "ovs_interfaceid": "46a734de-3325-4f2a-b318-585fd5bcf567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.794265] env[62284]: DEBUG oslo_vmware.api [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955169, 'name': ReconfigVM_Task, 'duration_secs': 0.517087} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.794760] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44/volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.801755] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0ea771-462f-4291-94a6-1e6318fede92 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.828821] env[62284]: DEBUG oslo_vmware.api [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2032.828821] env[62284]: value = "task-1955170" [ 2032.828821] env[62284]: _type = "Task" [ 2032.828821] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.841582] env[62284]: DEBUG oslo_vmware.api [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.894339] env[62284]: DEBUG oslo_vmware.api [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.981256] env[62284]: INFO nova.compute.manager [-] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Took 1.32 seconds to deallocate network for instance. [ 2033.016266] env[62284]: DEBUG nova.scheduler.client.report [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2033.126504] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eb9082ee-06a5-4073-a7bd-b4dcdcfafbe8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.170s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.141430] env[62284]: DEBUG oslo_concurrency.lockutils [req-86f10fd0-f1a5-4dab-b124-35fe7136b65a req-5397f6a8-438c-4ebc-87b3-9baaeb1ecc3c service nova] Releasing lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.342852] env[62284]: DEBUG oslo_vmware.api [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955170, 'name': ReconfigVM_Task, 'duration_secs': 0.235001} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.343637] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402899', 'volume_id': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'name': 'volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37b66f98-d418-431f-9ca8-09e4af2a4769', 'attached_at': '', 'detached_at': '', 'volume_id': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'serial': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2033.361518] env[62284]: DEBUG nova.compute.manager [req-36fb60f3-2da8-434b-8728-fca6ae554d56 req-1e6bb738-b3cb-401f-a94b-1c9cbe8c8176 service nova] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Received event network-vif-deleted-9466a52b-9876-4e23-868f-d11a46f3ce3f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2033.394181] env[62284]: DEBUG oslo_vmware.api [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955168, 'name': ReconfigVM_Task, 'duration_secs': 1.179494} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.394697] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.394936] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Reconfigured VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2033.487799] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.521453] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.442s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.521674] env[62284]: INFO nova.compute.manager [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Migrating [ 2033.528342] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.771s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.528586] env[62284]: DEBUG nova.objects.instance [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lazy-loading 'resources' on Instance uuid ac1de467-ef57-43d6-b1b1-49f14e41f36f {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.831211] env[62284]: DEBUG nova.compute.manager [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.832401] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02cc516-5753-410d-a68a-ef599668bbb5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.900234] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4617f603-1375-4f2e-bae8-a6c90e0d127e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.475s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.040731] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.040987] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.041200] env[62284]: DEBUG nova.network.neutron [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2034.242572] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d77616-c592-4b18-9a2c-bb3ea83f1101 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.252278] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a288a3-9ca4-436c-b371-157d74eac34e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.285813] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7543cd-6654-44f5-b2de-b70a5a0936d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.295064] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deeddec-e2a0-48b0-b06a-e537929fad2e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.310967] env[62284]: DEBUG nova.compute.provider_tree [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.347450] env[62284]: INFO nova.compute.manager [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] instance snapshotting [ 2034.348624] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4837f21b-bcf3-4f2c-8bf3-0174b6fe3f20 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.372029] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d755c484-f2ad-45fd-bbbe-94f23aae0cb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.389167] env[62284]: DEBUG nova.objects.instance [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'flavor' on Instance uuid 37b66f98-d418-431f-9ca8-09e4af2a4769 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2034.795229] env[62284]: DEBUG nova.network.neutron [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance_info_cache with network_info: [{"id": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "address": "fa:16:3e:ef:bd:61", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70424d5c-b7", "ovs_interfaceid": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.814176] env[62284]: DEBUG nova.scheduler.client.report [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2034.883721] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2034.884089] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fecc28f2-7511-452a-aae4-95002e81c4f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.896726] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2034.896726] env[62284]: value = "task-1955171" [ 2034.896726] env[62284]: _type = "Task" [ 2034.896726] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.897533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3d005325-2c97-45ff-baed-e64744467fed tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.908433] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.244395] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "37b66f98-d418-431f-9ca8-09e4af2a4769" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.244534] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.301566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.319238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.322740] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.834s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.322740] env[62284]: DEBUG nova.objects.instance [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lazy-loading 'resources' on Instance uuid 4774c400-b889-4bec-a0d0-23ad78dc3084 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.346286] env[62284]: INFO nova.scheduler.client.report [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Deleted allocations for instance ac1de467-ef57-43d6-b1b1-49f14e41f36f [ 2035.409773] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.571635] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-338e234a-3296-4fdf-8ff3-3d1978450477" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.571918] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-338e234a-3296-4fdf-8ff3-3d1978450477" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.572327] env[62284]: DEBUG nova.objects.instance [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'flavor' on Instance uuid 0fd6cf4e-2a3c-4510-a49e-03fade9f89de {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.747903] env[62284]: INFO nova.compute.manager [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Detaching volume 00aa2e7a-4e7c-438f-93ba-dae01e64fa44 [ 2035.786876] env[62284]: INFO nova.virt.block_device [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Attempting to driver detach volume 00aa2e7a-4e7c-438f-93ba-dae01e64fa44 from mountpoint /dev/sdb [ 2035.787128] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2035.787339] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402899', 'volume_id': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'name': 'volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37b66f98-d418-431f-9ca8-09e4af2a4769', 'attached_at': '', 'detached_at': '', 'volume_id': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'serial': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2035.788305] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e851b148-de5f-4047-ba21-6ded0eb58223 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.815868] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5323c07-ad09-46de-974c-228867caf814 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.827336] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f066521-596f-4178-86e0-d2eb5ad80b0a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.857067] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35935838-fc50-4fd6-b7c1-61d2e26df51d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.860671] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04f289ff-140a-485c-bddb-c6ae3d7b2170 tempest-VolumesAdminNegativeTest-1088139706 tempest-VolumesAdminNegativeTest-1088139706-project-member] Lock "ac1de467-ef57-43d6-b1b1-49f14e41f36f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.971s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.878304] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] The volume has not been displaced from its original location: [datastore1] volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44/volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2035.883611] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2035.886956] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eea3a04-b5db-4598-b986-28e093af84a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.913625] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955171, 'name': CreateSnapshot_Task, 'duration_secs': 0.867043} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.915289] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2035.915755] env[62284]: DEBUG oslo_vmware.api [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2035.915755] env[62284]: value = "task-1955172" [ 2035.915755] env[62284]: _type = "Task" [ 2035.915755] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.919246] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb120da-162f-4100-ba4c-2fe2dbff6591 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.941038] env[62284]: DEBUG oslo_vmware.api [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.069809] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca7dea-c9aa-42a2-bac7-60daed982f9b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.081635] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5e28f-b5b3-4759-8eb8-77616ce53d89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.115691] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ec38d-f3a8-46bf-8d26-8a859c35222d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.124760] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a48999-1886-44d4-aafd-19b6a457cb46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.139379] env[62284]: DEBUG nova.compute.provider_tree [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.203181] env[62284]: DEBUG nova.objects.instance [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'pci_requests' on Instance uuid 0fd6cf4e-2a3c-4510-a49e-03fade9f89de {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.435671] env[62284]: DEBUG oslo_vmware.api [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955172, 'name': ReconfigVM_Task, 'duration_secs': 0.277156} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.435994] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2036.447970] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2036.448287] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80007201-9c31-487b-882e-6e5575d1a911 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.458971] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ddf1269-4741-478a-906e-228125f5594a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.470716] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2036.470716] env[62284]: value = "task-1955173" [ 2036.470716] env[62284]: _type = "Task" [ 2036.470716] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.471435] env[62284]: DEBUG oslo_vmware.api [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2036.471435] env[62284]: value = "task-1955174" [ 2036.471435] env[62284]: _type = "Task" [ 2036.471435] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.485503] env[62284]: DEBUG oslo_vmware.api [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.488395] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955173, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.642939] env[62284]: DEBUG nova.scheduler.client.report [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2036.705961] env[62284]: DEBUG nova.objects.base [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Object Instance<0fd6cf4e-2a3c-4510-a49e-03fade9f89de> lazy-loaded attributes: flavor,pci_requests {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2036.706240] env[62284]: DEBUG nova.network.neutron [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2036.784162] env[62284]: DEBUG nova.policy [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2036.828539] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fca9ca4-017d-4a0f-8e77-e38d9d83a122 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.852927] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance 'b74f9422-fef3-47ca-89e5-4a8bcdb3313e' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2036.985263] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955173, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.988293] env[62284]: DEBUG oslo_vmware.api [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955174, 'name': ReconfigVM_Task, 'duration_secs': 0.172849} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.988593] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402899', 'volume_id': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'name': 'volume-00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37b66f98-d418-431f-9ca8-09e4af2a4769', 'attached_at': '', 'detached_at': '', 'volume_id': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44', 'serial': '00aa2e7a-4e7c-438f-93ba-dae01e64fa44'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2037.148572] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.177626] env[62284]: INFO nova.scheduler.client.report [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Deleted allocations for instance 4774c400-b889-4bec-a0d0-23ad78dc3084 [ 2037.365327] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.365605] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9561d2e-c2f6-4544-9b4f-c419c641c396 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.377013] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2037.377013] env[62284]: value = "task-1955175" [ 2037.377013] env[62284]: _type = "Task" [ 2037.377013] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.388477] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.485665] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955173, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.541455] env[62284]: DEBUG nova.objects.instance [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'flavor' on Instance uuid 37b66f98-d418-431f-9ca8-09e4af2a4769 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2037.688852] env[62284]: DEBUG oslo_concurrency.lockutils [None req-826e02c9-2cf1-4dc7-affe-08dd3bf1192c tempest-ServersTestJSON-1951923246 tempest-ServersTestJSON-1951923246-project-member] Lock "4774c400-b889-4bec-a0d0-23ad78dc3084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.910s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.889141] env[62284]: DEBUG oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b706d-4338-8b99-e1a2-41d8cee78476/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2037.890253] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bba378-09e1-4192-b83f-6f837012903b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.899800] env[62284]: DEBUG oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b706d-4338-8b99-e1a2-41d8cee78476/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2037.900470] env[62284]: ERROR oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b706d-4338-8b99-e1a2-41d8cee78476/disk-0.vmdk due to incomplete transfer. [ 2037.904197] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa5289a3-86a5-4e88-914d-efefca601e65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.905218] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955175, 'name': PowerOffVM_Task, 'duration_secs': 0.378259} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.905485] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.905673] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance 'b74f9422-fef3-47ca-89e5-4a8bcdb3313e' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2037.918913] env[62284]: DEBUG oslo_vmware.rw_handles [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b706d-4338-8b99-e1a2-41d8cee78476/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2037.919170] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Uploaded image 3b90acb1-c163-4609-8b68-0bfe522aefa0 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2037.922402] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2037.922724] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e041c76c-b80b-4764-bf4f-e198c2e6c9ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.931803] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2037.931803] env[62284]: value = "task-1955176" [ 2037.931803] env[62284]: _type = "Task" [ 2037.931803] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.942116] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955176, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.984741] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955173, 'name': CloneVM_Task} progress is 95%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.414392] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.414720] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.414829] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.417141] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.417451] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.417630] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.417850] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.418066] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.418258] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.418447] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.418636] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.425572] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9001e547-502e-4bb3-b090-2f34129168ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.450895] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955176, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.453266] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2038.453266] env[62284]: value = "task-1955177" [ 2038.453266] env[62284]: _type = "Task" [ 2038.453266] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.464008] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.489168] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955173, 'name': CloneVM_Task, 'duration_secs': 1.88273} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.489982] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Created linked-clone VM from snapshot [ 2038.492017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1053a1b9-ab0f-43fc-8b2d-f7bd5aaea6d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.502720] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Uploading image 40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2038.521441] env[62284]: DEBUG nova.compute.manager [req-a0741e29-ab47-4612-b7ee-030dae88ca28 req-13e5b950-ec2d-4d86-8f03-95e9a7081c51 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-vif-plugged-338e234a-3296-4fdf-8ff3-3d1978450477 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2038.521441] env[62284]: DEBUG oslo_concurrency.lockutils [req-a0741e29-ab47-4612-b7ee-030dae88ca28 req-13e5b950-ec2d-4d86-8f03-95e9a7081c51 service nova] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.521974] env[62284]: DEBUG oslo_concurrency.lockutils [req-a0741e29-ab47-4612-b7ee-030dae88ca28 req-13e5b950-ec2d-4d86-8f03-95e9a7081c51 service nova] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.522715] env[62284]: DEBUG oslo_concurrency.lockutils [req-a0741e29-ab47-4612-b7ee-030dae88ca28 req-13e5b950-ec2d-4d86-8f03-95e9a7081c51 service nova] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.523021] env[62284]: DEBUG nova.compute.manager [req-a0741e29-ab47-4612-b7ee-030dae88ca28 req-13e5b950-ec2d-4d86-8f03-95e9a7081c51 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] No waiting events found dispatching network-vif-plugged-338e234a-3296-4fdf-8ff3-3d1978450477 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2038.523464] env[62284]: WARNING nova.compute.manager [req-a0741e29-ab47-4612-b7ee-030dae88ca28 req-13e5b950-ec2d-4d86-8f03-95e9a7081c51 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received unexpected event network-vif-plugged-338e234a-3296-4fdf-8ff3-3d1978450477 for instance with vm_state active and task_state None. [ 2038.536040] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2038.536040] env[62284]: value = "vm-402901" [ 2038.536040] env[62284]: _type = "VirtualMachine" [ 2038.536040] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2038.536040] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4379218-973e-4c61-a94b-c347fec37af6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.547165] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lease: (returnval){ [ 2038.547165] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d0f422-3143-d19a-3ae9-cb6726476e30" [ 2038.547165] env[62284]: _type = "HttpNfcLease" [ 2038.547165] env[62284]: } obtained for exporting VM: (result){ [ 2038.547165] env[62284]: value = "vm-402901" [ 2038.547165] env[62284]: _type = "VirtualMachine" [ 2038.547165] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2038.547165] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the lease: (returnval){ [ 2038.547165] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d0f422-3143-d19a-3ae9-cb6726476e30" [ 2038.547165] env[62284]: _type = "HttpNfcLease" [ 2038.547165] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2038.547941] env[62284]: DEBUG nova.network.neutron [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Successfully updated port: 338e234a-3296-4fdf-8ff3-3d1978450477 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2038.554929] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fb8b61f5-2e8c-4d42-8c53-9455fb765af2 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.560512] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2038.560512] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d0f422-3143-d19a-3ae9-cb6726476e30" [ 2038.560512] env[62284]: _type = "HttpNfcLease" [ 2038.560512] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2038.951045] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955176, 'name': Destroy_Task, 'duration_secs': 0.63846} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.951045] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Destroyed the VM [ 2038.951045] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2038.951193] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03f6cfe3-f07f-42b2-981e-514360d6d0da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.958739] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2038.958739] env[62284]: value = "task-1955179" [ 2038.958739] env[62284]: _type = "Task" [ 2038.958739] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.964789] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955177, 'name': ReconfigVM_Task, 'duration_secs': 0.366811} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.965484] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance 'b74f9422-fef3-47ca-89e5-4a8bcdb3313e' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2038.971878] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955179, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.056888] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.056888] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.056888] env[62284]: DEBUG nova.network.neutron [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.060362] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2039.060362] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d0f422-3143-d19a-3ae9-cb6726476e30" [ 2039.060362] env[62284]: _type = "HttpNfcLease" [ 2039.060362] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2039.061437] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2039.061437] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d0f422-3143-d19a-3ae9-cb6726476e30" [ 2039.061437] env[62284]: _type = "HttpNfcLease" [ 2039.061437] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2039.062130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdc4ef9-a9f9-4c67-8f50-7917d776f1d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.072474] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1e68a-1eed-5fd5-5c5d-1b5a678f8f7d/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2039.072717] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1e68a-1eed-5fd5-5c5d-1b5a678f8f7d/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2039.205606] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1cf4234d-0039-43a2-b7d8-1bc3a2e27f67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.473327] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955179, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.475540] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2039.475540] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2039.475540] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2039.475540] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2039.475540] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2039.476010] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2039.476010] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2039.476104] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2039.476235] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2039.476439] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2039.476590] env[62284]: DEBUG nova.virt.hardware [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2039.484892] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2039.485288] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fabf5611-24ee-4b47-81f2-93d65b7e45cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.507586] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2039.507586] env[62284]: value = "task-1955180" [ 2039.507586] env[62284]: _type = "Task" [ 2039.507586] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.522909] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.627986] env[62284]: WARNING nova.network.neutron [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] 46099d7b-fefa-4419-ab67-e1d7b7d80170 already exists in list: networks containing: ['46099d7b-fefa-4419-ab67-e1d7b7d80170']. ignoring it [ 2039.628170] env[62284]: WARNING nova.network.neutron [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] 46099d7b-fefa-4419-ab67-e1d7b7d80170 already exists in list: networks containing: ['46099d7b-fefa-4419-ab67-e1d7b7d80170']. ignoring it [ 2039.817778] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "37b66f98-d418-431f-9ca8-09e4af2a4769" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.817778] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.817778] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "37b66f98-d418-431f-9ca8-09e4af2a4769-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.817778] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.817778] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.823866] env[62284]: INFO nova.compute.manager [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Terminating instance [ 2039.974291] env[62284]: DEBUG oslo_vmware.api [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955179, 'name': RemoveSnapshot_Task, 'duration_secs': 0.586516} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.975240] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2039.975807] env[62284]: INFO nova.compute.manager [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Took 14.51 seconds to snapshot the instance on the hypervisor. [ 2040.025583] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955180, 'name': ReconfigVM_Task, 'duration_secs': 0.201914} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.026611] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2040.027583] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6368db63-98d5-4a4d-9ddb-8f506952e266 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.057064] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b74f9422-fef3-47ca-89e5-4a8bcdb3313e/b74f9422-fef3-47ca-89e5-4a8bcdb3313e.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.057568] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8712991-8b1a-4d53-9135-5759d3b3f1f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.082395] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2040.082395] env[62284]: value = "task-1955181" [ 2040.082395] env[62284]: _type = "Task" [ 2040.082395] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.093397] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.275246] env[62284]: DEBUG nova.network.neutron [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46a734de-3325-4f2a-b318-585fd5bcf567", "address": "fa:16:3e:a7:2a:49", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a734de-33", "ovs_interfaceid": "46a734de-3325-4f2a-b318-585fd5bcf567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "338e234a-3296-4fdf-8ff3-3d1978450477", "address": "fa:16:3e:b2:b8:f1", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338e234a-32", "ovs_interfaceid": "338e234a-3296-4fdf-8ff3-3d1978450477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.331045] env[62284]: DEBUG nova.compute.manager [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2040.331045] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2040.331660] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c5a05-c1c8-4594-8eb1-2faafbf0fda6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.342888] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.343668] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cea7b39-edfb-405f-8010-e25aed737bd1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.352044] env[62284]: DEBUG oslo_vmware.api [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2040.352044] env[62284]: value = "task-1955182" [ 2040.352044] env[62284]: _type = "Task" [ 2040.352044] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.366291] env[62284]: DEBUG oslo_vmware.api [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.537690] env[62284]: DEBUG nova.compute.manager [None req-8f58225f-5b55-454c-9f53-9a92898a3d6b tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Found 2 images (rotation: 2) {{(pid=62284) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2040.564091] env[62284]: DEBUG nova.compute.manager [req-93c7d08a-51b6-4e64-bf31-1ee6ee788c68 req-aad634a7-b1c8-463f-98b8-107fc45a6e52 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-changed-338e234a-3296-4fdf-8ff3-3d1978450477 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2040.564324] env[62284]: DEBUG nova.compute.manager [req-93c7d08a-51b6-4e64-bf31-1ee6ee788c68 req-aad634a7-b1c8-463f-98b8-107fc45a6e52 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Refreshing instance network info cache due to event network-changed-338e234a-3296-4fdf-8ff3-3d1978450477. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2040.564535] env[62284]: DEBUG oslo_concurrency.lockutils [req-93c7d08a-51b6-4e64-bf31-1ee6ee788c68 req-aad634a7-b1c8-463f-98b8-107fc45a6e52 service nova] Acquiring lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.593384] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955181, 'name': ReconfigVM_Task, 'duration_secs': 0.490031} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.593687] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b74f9422-fef3-47ca-89e5-4a8bcdb3313e/b74f9422-fef3-47ca-89e5-4a8bcdb3313e.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2040.593999] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance 'b74f9422-fef3-47ca-89e5-4a8bcdb3313e' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2040.779416] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.780208] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.780473] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.780910] env[62284]: DEBUG oslo_concurrency.lockutils [req-93c7d08a-51b6-4e64-bf31-1ee6ee788c68 req-aad634a7-b1c8-463f-98b8-107fc45a6e52 service nova] Acquired lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.781211] env[62284]: DEBUG nova.network.neutron [req-93c7d08a-51b6-4e64-bf31-1ee6ee788c68 req-aad634a7-b1c8-463f-98b8-107fc45a6e52 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Refreshing network info cache for port 338e234a-3296-4fdf-8ff3-3d1978450477 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2040.783382] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3183ffb4-3889-473a-adc8-2eeedba2f925 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.804918] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2040.805417] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.806010] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2040.806010] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.806190] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2040.806469] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2040.807303] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2040.807303] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2040.807497] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2040.807986] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2040.808106] env[62284]: DEBUG nova.virt.hardware [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2040.815662] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Reconfiguring VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2040.816788] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97100b13-605a-4c76-a167-9c76667d4f48 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.843600] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.843998] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.845246] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2040.845246] env[62284]: value = "task-1955183" [ 2040.845246] env[62284]: _type = "Task" [ 2040.845246] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.861329] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.872329] env[62284]: DEBUG oslo_vmware.api [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955182, 'name': PowerOffVM_Task, 'duration_secs': 0.215572} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.872637] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2040.872836] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2040.873107] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d8de09b-a235-44d1-9210-e022b6208dfd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.962571] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2040.962884] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2040.963181] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleting the datastore file [datastore1] 37b66f98-d418-431f-9ca8-09e4af2a4769 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2040.963603] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5faffb10-426e-4175-b45b-6dd963f7f209 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.971738] env[62284]: DEBUG oslo_vmware.api [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2040.971738] env[62284]: value = "task-1955185" [ 2040.971738] env[62284]: _type = "Task" [ 2040.971738] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.982542] env[62284]: DEBUG oslo_vmware.api [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.100993] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b9d027-5d86-43fb-8bbc-ab42fe789ed4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.124324] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b88c132-4d24-4d7d-9b39-f99f6674f834 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.144555] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance 'b74f9422-fef3-47ca-89e5-4a8bcdb3313e' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2041.346663] env[62284]: DEBUG nova.compute.manager [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2041.361479] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.482393] env[62284]: DEBUG oslo_vmware.api [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218532} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.483098] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2041.483333] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2041.483534] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2041.483796] env[62284]: INFO nova.compute.manager [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2041.484102] env[62284]: DEBUG oslo.service.loopingcall [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.484373] env[62284]: DEBUG nova.compute.manager [-] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2041.484508] env[62284]: DEBUG nova.network.neutron [-] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2041.532152] env[62284]: DEBUG nova.network.neutron [req-93c7d08a-51b6-4e64-bf31-1ee6ee788c68 req-aad634a7-b1c8-463f-98b8-107fc45a6e52 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updated VIF entry in instance network info cache for port 338e234a-3296-4fdf-8ff3-3d1978450477. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2041.532671] env[62284]: DEBUG nova.network.neutron [req-93c7d08a-51b6-4e64-bf31-1ee6ee788c68 req-aad634a7-b1c8-463f-98b8-107fc45a6e52 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46a734de-3325-4f2a-b318-585fd5bcf567", "address": "fa:16:3e:a7:2a:49", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a734de-33", "ovs_interfaceid": "46a734de-3325-4f2a-b318-585fd5bcf567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "338e234a-3296-4fdf-8ff3-3d1978450477", "address": "fa:16:3e:b2:b8:f1", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338e234a-32", "ovs_interfaceid": "338e234a-3296-4fdf-8ff3-3d1978450477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.693045] env[62284]: DEBUG nova.network.neutron [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Port 70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2041.720770] env[62284]: DEBUG nova.compute.manager [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2041.721731] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33afb613-c39d-42d1-bb86-523e5862db41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.864902] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.876534] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.877423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.878436] env[62284]: INFO nova.compute.claims [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2042.037424] env[62284]: DEBUG oslo_concurrency.lockutils [req-93c7d08a-51b6-4e64-bf31-1ee6ee788c68 req-aad634a7-b1c8-463f-98b8-107fc45a6e52 service nova] Releasing lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.051339] env[62284]: DEBUG nova.compute.manager [req-1c3ece95-20f1-416b-94ca-5d4a26010c26 req-48f1e543-06e8-4480-8dc3-49838d264aff service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Received event network-vif-deleted-4b86ac9c-a9cb-42a5-83ca-994d71352517 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.051339] env[62284]: INFO nova.compute.manager [req-1c3ece95-20f1-416b-94ca-5d4a26010c26 req-48f1e543-06e8-4480-8dc3-49838d264aff service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Neutron deleted interface 4b86ac9c-a9cb-42a5-83ca-994d71352517; detaching it from the instance and deleting it from the info cache [ 2042.051339] env[62284]: DEBUG nova.network.neutron [req-1c3ece95-20f1-416b-94ca-5d4a26010c26 req-48f1e543-06e8-4480-8dc3-49838d264aff service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.235695] env[62284]: INFO nova.compute.manager [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] instance snapshotting [ 2042.236519] env[62284]: DEBUG nova.objects.instance [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'flavor' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.362066] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.526312] env[62284]: DEBUG nova.network.neutron [-] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.554278] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e3637b7-84fc-4b9a-8d1a-5accf93999db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.565725] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f0ad3e-6afd-4fde-9a0d-2dc5645d65fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.606642] env[62284]: DEBUG nova.compute.manager [req-1c3ece95-20f1-416b-94ca-5d4a26010c26 req-48f1e543-06e8-4480-8dc3-49838d264aff service nova] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Detach interface failed, port_id=4b86ac9c-a9cb-42a5-83ca-994d71352517, reason: Instance 37b66f98-d418-431f-9ca8-09e4af2a4769 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2042.720620] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.720620] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.720620] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.742505] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1eb482-e154-4e88-89a6-f2d3ac9f60eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.765867] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f829e4c-1554-4744-8ea8-3ee0243de6a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.863098] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.029755] env[62284]: INFO nova.compute.manager [-] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Took 1.55 seconds to deallocate network for instance. [ 2043.074114] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d52f3e-053f-499c-b5bf-a1428e261e2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.083886] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68621393-ea5d-44e3-81df-e764efac4f36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.116308] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db30f23f-e50c-4382-bf9b-2e3775abed1e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.124854] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef1cd88-3e25-4fd6-9504-b350bdb905c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.139420] env[62284]: DEBUG nova.compute.provider_tree [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.285171] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2043.285761] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e6a03e4-1488-4527-a9b1-4af5cbd4eef5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.295673] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2043.295673] env[62284]: value = "task-1955186" [ 2043.295673] env[62284]: _type = "Task" [ 2043.295673] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.305331] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955186, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.362630] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.536740] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.643162] env[62284]: DEBUG nova.scheduler.client.report [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.759386] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.759702] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.759828] env[62284]: DEBUG nova.network.neutron [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2043.807013] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955186, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.863852] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.148620] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.149281] env[62284]: DEBUG nova.compute.manager [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2044.152028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.616s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.152327] env[62284]: DEBUG nova.objects.instance [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'resources' on Instance uuid 37b66f98-d418-431f-9ca8-09e4af2a4769 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.307531] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955186, 'name': CreateSnapshot_Task, 'duration_secs': 0.531913} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.307850] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2044.308642] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37428d0a-64f9-4dd0-9098-273dee2386aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.363712] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.466917] env[62284]: DEBUG nova.network.neutron [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance_info_cache with network_info: [{"id": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "address": "fa:16:3e:ef:bd:61", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70424d5c-b7", "ovs_interfaceid": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.655843] env[62284]: DEBUG nova.compute.utils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2044.660329] env[62284]: DEBUG nova.compute.manager [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Not allocating networking since 'none' was specified. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2044.827388] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2044.830176] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1a97fdc-7c5c-4ed5-b265-9381e3b858f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.841339] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2044.841339] env[62284]: value = "task-1955187" [ 2044.841339] env[62284]: _type = "Task" [ 2044.841339] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.846113] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78107c3b-5753-4827-905e-991947080534 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.854246] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.860092] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e97c07-8749-4022-afa9-0764714dcc5c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.868685] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.895261] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eaabad-9965-490f-8164-87b9c8aa8a1a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.903887] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46d99fa-c647-404d-9a24-6f848bf32b73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.918491] env[62284]: DEBUG nova.compute.provider_tree [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.970122] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.160541] env[62284]: DEBUG nova.compute.manager [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2045.352746] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.365540] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.422052] env[62284]: DEBUG nova.scheduler.client.report [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2045.492875] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f4671-97e8-4d6c-aa1a-22ad8cf9bb4c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.512743] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cfb09c-f8d1-4d85-aa28-a9e07ba5ec6d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.520589] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance 'b74f9422-fef3-47ca-89e5-4a8bcdb3313e' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2045.852591] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.866414] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.927567] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.947424] env[62284]: INFO nova.scheduler.client.report [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleted allocations for instance 37b66f98-d418-431f-9ca8-09e4af2a4769 [ 2046.027101] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2046.027826] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25297755-1e3c-40c1-bdb2-a1aff06c2261 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.036505] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2046.036505] env[62284]: value = "task-1955188" [ 2046.036505] env[62284]: _type = "Task" [ 2046.036505] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.045427] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.171192] env[62284]: DEBUG nova.compute.manager [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2046.195106] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2046.195370] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2046.195486] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2046.195660] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2046.195847] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2046.196040] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2046.196266] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2046.196430] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2046.196676] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2046.196855] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2046.197043] env[62284]: DEBUG nova.virt.hardware [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2046.197982] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e6b0e-9ac1-4a8b-8edc-88c4fa9b8e48 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.207742] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4a6835-ea26-4359-a93b-b57e2d34ed7b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.223121] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2046.228849] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Creating folder: Project (d8255aec379143c985724b21ccff5a44). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2046.229240] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff682bba-079f-4019-b344-a1ffc7bbd3b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.243627] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Created folder: Project (d8255aec379143c985724b21ccff5a44) in parent group-v402637. [ 2046.243901] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Creating folder: Instances. Parent ref: group-v402904. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2046.244200] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8180da44-4b7c-4e89-8d94-559e7293686f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.257820] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Created folder: Instances in parent group-v402904. [ 2046.258055] env[62284]: DEBUG oslo.service.loopingcall [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.258306] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2046.259492] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c69a2e0b-a58f-4295-8f55-028695023972 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.278878] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2046.278878] env[62284]: value = "task-1955191" [ 2046.278878] env[62284]: _type = "Task" [ 2046.278878] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.288041] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955191, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.354096] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.368660] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.456495] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c227db3e-aa74-4f6a-b10f-f198c7b3c22a tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "37b66f98-d418-431f-9ca8-09e4af2a4769" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.640s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.548585] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955188, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.793766] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955191, 'name': CreateVM_Task, 'duration_secs': 0.415415} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.793945] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2046.794423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.794597] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.794945] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2046.795235] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4381946a-84d2-464e-bde4-a0fd44ac449c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.801015] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2046.801015] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524d6596-bf2c-3804-9f10-ea42ad6a1d0b" [ 2046.801015] env[62284]: _type = "Task" [ 2046.801015] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.811222] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524d6596-bf2c-3804-9f10-ea42ad6a1d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.853939] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.870873] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.048232] env[62284]: DEBUG oslo_vmware.api [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955188, 'name': PowerOnVM_Task, 'duration_secs': 0.536107} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.048568] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2047.048790] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3116616a-250b-4c53-842f-778663bcc2b7 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance 'b74f9422-fef3-47ca-89e5-4a8bcdb3313e' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2047.162181] env[62284]: DEBUG oslo_concurrency.lockutils [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.162452] env[62284]: DEBUG oslo_concurrency.lockutils [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.312857] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524d6596-bf2c-3804-9f10-ea42ad6a1d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.044737} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.313228] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.313474] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2047.313754] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.313913] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.314198] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2047.314525] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b73381c4-42a1-4165-93f8-622f7fbddb58 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.324912] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2047.325123] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2047.325920] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9483df71-7bf0-40cc-bc7a-df0285f589ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.333089] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2047.333089] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52080f05-8e8b-9951-b0a0-038580e9a0ca" [ 2047.333089] env[62284]: _type = "Task" [ 2047.333089] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.342729] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52080f05-8e8b-9951-b0a0-038580e9a0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.354479] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.369100] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.667637] env[62284]: DEBUG nova.compute.utils [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2047.694010] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1e68a-1eed-5fd5-5c5d-1b5a678f8f7d/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2047.695607] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478bc9d8-4857-44b2-81ef-223d0e9d8a81 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.703082] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1e68a-1eed-5fd5-5c5d-1b5a678f8f7d/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2047.703279] env[62284]: ERROR oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1e68a-1eed-5fd5-5c5d-1b5a678f8f7d/disk-0.vmdk due to incomplete transfer. [ 2047.703555] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f69fecf-843e-4ce6-a377-c61c0840b303 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.715776] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1e68a-1eed-5fd5-5c5d-1b5a678f8f7d/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2047.716057] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Uploaded image 40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2047.718343] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2047.718713] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81958e11-8d30-4a6f-bf03-429cb6938458 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.726498] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2047.726498] env[62284]: value = "task-1955192" [ 2047.726498] env[62284]: _type = "Task" [ 2047.726498] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.735878] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955192, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.845071] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52080f05-8e8b-9951-b0a0-038580e9a0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014904} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.845530] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16517b9e-bb22-43c4-9816-99d478804b1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.854015] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2047.854015] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e3ee17-4bf5-3d91-269c-b63ebb414446" [ 2047.854015] env[62284]: _type = "Task" [ 2047.854015] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.857367] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.869364] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e3ee17-4bf5-3d91-269c-b63ebb414446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.872392] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.170910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.237585] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955192, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.360250] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.376378] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.382180] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e3ee17-4bf5-3d91-269c-b63ebb414446, 'name': SearchDatastore_Task, 'duration_secs': 0.013609} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.382551] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.382934] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9/94b4cd6b-b889-4199-bf59-91e2986d4aa9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2048.383301] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6de043c7-ef7c-4064-b23d-e2b56f0912d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.392972] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2048.392972] env[62284]: value = "task-1955193" [ 2048.392972] env[62284]: _type = "Task" [ 2048.392972] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.404526] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.739958] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955192, 'name': Destroy_Task, 'duration_secs': 0.738491} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.740288] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Destroyed the VM [ 2048.740555] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2048.740833] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0679fe44-8d6d-4739-8fc7-b2b3b1cf912e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.750352] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2048.750352] env[62284]: value = "task-1955194" [ 2048.750352] env[62284]: _type = "Task" [ 2048.750352] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.759756] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955194, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.858017] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955187, 'name': CloneVM_Task, 'duration_secs': 3.988634} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.858017] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Created linked-clone VM from snapshot [ 2048.858462] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648e232e-70d9-4015-9f8c-19f44df66b6d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.868368] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Uploading image 555169bb-3d6e-49eb-8620-f6e938408bf5 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2048.880744] env[62284]: DEBUG oslo_vmware.api [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955183, 'name': ReconfigVM_Task, 'duration_secs': 7.803833} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.881362] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.881633] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Reconfigured VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2048.898906] env[62284]: DEBUG oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2048.898906] env[62284]: value = "vm-402903" [ 2048.898906] env[62284]: _type = "VirtualMachine" [ 2048.898906] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2048.899232] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-751e792c-656b-4e03-9693-69d0563f06e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.908290] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.911422] env[62284]: DEBUG oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease: (returnval){ [ 2048.911422] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526af841-6a1d-d05a-daca-6890dda96ae9" [ 2048.911422] env[62284]: _type = "HttpNfcLease" [ 2048.911422] env[62284]: } obtained for exporting VM: (result){ [ 2048.911422] env[62284]: value = "vm-402903" [ 2048.911422] env[62284]: _type = "VirtualMachine" [ 2048.911422] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2048.911763] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the lease: (returnval){ [ 2048.911763] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526af841-6a1d-d05a-daca-6890dda96ae9" [ 2048.911763] env[62284]: _type = "HttpNfcLease" [ 2048.911763] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2048.919974] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2048.919974] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526af841-6a1d-d05a-daca-6890dda96ae9" [ 2048.919974] env[62284]: _type = "HttpNfcLease" [ 2048.919974] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2049.248933] env[62284]: DEBUG oslo_concurrency.lockutils [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.249235] env[62284]: DEBUG oslo_concurrency.lockutils [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.249478] env[62284]: INFO nova.compute.manager [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Attaching volume f9acfda1-fd4d-45f2-819b-4d49e7c64cb5 to /dev/sdb [ 2049.264696] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955194, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.283107] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454a1fa2-0116-4c14-a8fa-1bf17b3e9fee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.291722] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d25ad8-0cee-4b62-9e89-7bc7d843f190 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.307745] env[62284]: DEBUG nova.virt.block_device [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updating existing volume attachment record: 6695cf31-a85a-4c0a-9af9-1e91051a8467 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2049.386464] env[62284]: DEBUG oslo_concurrency.lockutils [None req-26537314-bc4e-4c4f-a0cf-904ce143808a tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-338e234a-3296-4fdf-8ff3-3d1978450477" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.814s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.406017] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623404} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.406395] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9/94b4cd6b-b889-4199-bf59-91e2986d4aa9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2049.406692] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2049.406971] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f6baa04-3519-4526-89a0-514a92f7c54d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.418870] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2049.418870] env[62284]: value = "task-1955196" [ 2049.418870] env[62284]: _type = "Task" [ 2049.418870] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.420779] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2049.420779] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526af841-6a1d-d05a-daca-6890dda96ae9" [ 2049.420779] env[62284]: _type = "HttpNfcLease" [ 2049.420779] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2049.426931] env[62284]: DEBUG oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2049.426931] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526af841-6a1d-d05a-daca-6890dda96ae9" [ 2049.426931] env[62284]: _type = "HttpNfcLease" [ 2049.426931] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2049.427768] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a738e42-c936-4a9e-b6c4-51145e1fc431 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.439237] env[62284]: DEBUG oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52961156-1791-1f14-2f77-7f6d18171a05/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2049.439464] env[62284]: DEBUG oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52961156-1791-1f14-2f77-7f6d18171a05/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2049.445168] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.542609] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-124e80f4-d8d2-401b-a8ca-6b32632916fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.762972] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955194, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.931042] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.935870] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.936219] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.043231] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.043722] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.045162] env[62284]: DEBUG nova.compute.manager [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Going to confirm migration 6 {{(pid=62284) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2050.265642] env[62284]: DEBUG oslo_vmware.api [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955194, 'name': RemoveSnapshot_Task, 'duration_secs': 1.413698} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.266042] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2050.266410] env[62284]: INFO nova.compute.manager [None req-c9c34cc1-adf6-4de9-907f-35507eeb2180 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 2050.433157] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.438826] env[62284]: DEBUG nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2050.583592] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.584049] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquired lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.584725] env[62284]: DEBUG nova.network.neutron [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.584959] env[62284]: DEBUG nova.objects.instance [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'info_cache' on Instance uuid b74f9422-fef3-47ca-89e5-4a8bcdb3313e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.932680] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.959134] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.959564] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.961500] env[62284]: INFO nova.compute.claims [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2051.314512] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "750cb1ef-0c34-4d6c-a818-31cdac099c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.315566] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "750cb1ef-0c34-4d6c-a818-31cdac099c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.434422] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.529106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-46a734de-3325-4f2a-b318-585fd5bcf567" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.529477] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-46a734de-3325-4f2a-b318-585fd5bcf567" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.806536] env[62284]: DEBUG nova.network.neutron [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance_info_cache with network_info: [{"id": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "address": "fa:16:3e:ef:bd:61", "network": {"id": "45259766-57eb-47f7-a45a-714f70e8df91", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-768417847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25b3f9f266864b548655a43d3cf2d9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70424d5c-b7", "ovs_interfaceid": "70424d5c-b7bb-436a-b8b1-5ffbb27a3e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.817930] env[62284]: DEBUG nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2051.935569] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.032935] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.033151] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.034269] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee17ad8-42f6-483a-81ad-407e710cb5e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.055282] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a7e0e-a7b8-4c73-b129-757ee2547ac0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.083489] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Reconfiguring VM to detach interface {{(pid=62284) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2052.086496] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9bc184-555f-40f5-8f65-bba00240e422 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.106959] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2052.106959] env[62284]: value = "task-1955200" [ 2052.106959] env[62284]: _type = "Task" [ 2052.106959] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.119481] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.205334] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-face801d-1d0b-404c-84bc-ee9c6ed8e5dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.213259] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8576456f-46fc-4e9d-9610-e8f92307200f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.244883] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c35bd-4624-45d9-9871-b0edaa872f03 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.254473] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14af5bf-0a9c-4a36-9fbe-db9ab7b24dec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.271634] env[62284]: DEBUG nova.compute.provider_tree [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.309854] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Releasing lock "refresh_cache-b74f9422-fef3-47ca-89e5-4a8bcdb3313e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.310100] env[62284]: DEBUG nova.objects.instance [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lazy-loading 'migration_context' on Instance uuid b74f9422-fef3-47ca-89e5-4a8bcdb3313e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.338177] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.435109] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.619284] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.774845] env[62284]: DEBUG nova.scheduler.client.report [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.812715] env[62284]: DEBUG nova.objects.base [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2052.813794] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bd9455-2f32-49b8-88a4-389439b2ea59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.836427] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c48c5e-e2ec-4e08-91bb-f6918e11cd13 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.843212] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2052.843212] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52949f35-46c9-2b3d-dcde-62b19130c856" [ 2052.843212] env[62284]: _type = "Task" [ 2052.843212] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.853435] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52949f35-46c9-2b3d-dcde-62b19130c856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.936591] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 3.469823} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.936936] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2052.937779] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88621f7-2828-45b5-9863-d0e15d885c37 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.963018] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9/94b4cd6b-b889-4199-bf59-91e2986d4aa9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2052.963406] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcef0f3a-0dc2-47a1-b884-4b63452ab5f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.984650] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2052.984650] env[62284]: value = "task-1955201" [ 2052.984650] env[62284]: _type = "Task" [ 2052.984650] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.994944] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.119018] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.280529] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.281138] env[62284]: DEBUG nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2053.284910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.946s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.286467] env[62284]: INFO nova.compute.claims [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2053.355326] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52949f35-46c9-2b3d-dcde-62b19130c856, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.355649] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.496410] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955201, 'name': ReconfigVM_Task, 'duration_secs': 0.425394} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.496721] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9/94b4cd6b-b889-4199-bf59-91e2986d4aa9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2053.497371] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b9274d-bf6a-40b1-ae64-4c3ca8e2ee2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.505495] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2053.505495] env[62284]: value = "task-1955202" [ 2053.505495] env[62284]: _type = "Task" [ 2053.505495] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.515054] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955202, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.618200] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.792364] env[62284]: DEBUG nova.compute.utils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2053.796016] env[62284]: DEBUG nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2053.796286] env[62284]: DEBUG nova.network.neutron [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2053.851828] env[62284]: DEBUG nova.policy [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f97b660e4045059161d56a7633d018', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00f62ead2ba741ffa14c3a4aa7711f1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2054.018416] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955202, 'name': Rename_Task, 'duration_secs': 0.183848} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.018804] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2054.018997] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-687aa77c-15ea-4da3-bb19-0bdf26d6f3c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.027409] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2054.027409] env[62284]: value = "task-1955204" [ 2054.027409] env[62284]: _type = "Task" [ 2054.027409] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.036694] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.121705] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.148815] env[62284]: DEBUG nova.network.neutron [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Successfully created port: 5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2054.297030] env[62284]: DEBUG nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2054.325040] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquiring lock "199376c3-bf01-48ff-a4f4-2c636ed184b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.325507] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "199376c3-bf01-48ff-a4f4-2c636ed184b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.325837] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquiring lock "199376c3-bf01-48ff-a4f4-2c636ed184b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.326106] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "199376c3-bf01-48ff-a4f4-2c636ed184b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.326353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "199376c3-bf01-48ff-a4f4-2c636ed184b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.331655] env[62284]: INFO nova.compute.manager [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Terminating instance [ 2054.514372] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a8d0c3-633b-4fd4-8410-264ce893875d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.523708] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf97439c-5a19-4336-8cfa-e4e291e323e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.556131] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf5d1d-c134-47e9-82df-649e11f4e090 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.562135] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955204, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.568104] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1063ed-a2fa-4572-9fd2-f15c0de8f8cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.585150] env[62284]: DEBUG nova.compute.provider_tree [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.619642] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.836877] env[62284]: DEBUG nova.compute.manager [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2054.837182] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.838945] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51160396-4587-4846-b5d0-b46d290c3845 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.847870] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.848152] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd467c5b-105f-484a-bf69-8606315cf84b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.855941] env[62284]: DEBUG oslo_vmware.api [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2054.855941] env[62284]: value = "task-1955205" [ 2054.855941] env[62284]: _type = "Task" [ 2054.855941] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.864983] env[62284]: DEBUG oslo_vmware.api [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.040487] env[62284]: DEBUG oslo_vmware.api [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955204, 'name': PowerOnVM_Task, 'duration_secs': 0.601986} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.040957] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2055.041293] env[62284]: INFO nova.compute.manager [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Took 8.87 seconds to spawn the instance on the hypervisor. [ 2055.041565] env[62284]: DEBUG nova.compute.manager [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2055.042617] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b05dd43-5ecd-4371-8fd1-3e38f4e00e0c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.088863] env[62284]: DEBUG nova.scheduler.client.report [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.119144] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.310316] env[62284]: DEBUG nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2055.338678] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2055.338944] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2055.339120] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2055.339313] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2055.339460] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2055.339608] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2055.339817] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2055.339977] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2055.340177] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2055.340338] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2055.340511] env[62284]: DEBUG nova.virt.hardware [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2055.341524] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb47b20-5aef-4da2-88c0-acc1904fb874 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.350939] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490365fe-e2f7-4746-b113-5fd5b9531d0a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.374024] env[62284]: DEBUG oslo_vmware.api [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955205, 'name': PowerOffVM_Task, 'duration_secs': 0.174191} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.374143] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.374286] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.374548] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e25301-df5c-476d-a4d1-897b28cb5a8c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.503476] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.504052] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.504321] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Deleting the datastore file [datastore1] 199376c3-bf01-48ff-a4f4-2c636ed184b2 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.504544] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dc86239-3609-42d6-8998-ecfd6ba3b89e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.511353] env[62284]: DEBUG oslo_vmware.api [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for the task: (returnval){ [ 2055.511353] env[62284]: value = "task-1955207" [ 2055.511353] env[62284]: _type = "Task" [ 2055.511353] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.519877] env[62284]: DEBUG oslo_vmware.api [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.567881] env[62284]: INFO nova.compute.manager [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Took 13.71 seconds to build instance. [ 2055.588791] env[62284]: DEBUG nova.compute.manager [req-e2837fc9-f4bb-4c5a-8d57-b7ff6eaf4a33 req-4fc280b4-0632-4871-8283-5f596da4f3f3 service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Received event network-vif-plugged-5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2055.589460] env[62284]: DEBUG oslo_concurrency.lockutils [req-e2837fc9-f4bb-4c5a-8d57-b7ff6eaf4a33 req-4fc280b4-0632-4871-8283-5f596da4f3f3 service nova] Acquiring lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.589776] env[62284]: DEBUG oslo_concurrency.lockutils [req-e2837fc9-f4bb-4c5a-8d57-b7ff6eaf4a33 req-4fc280b4-0632-4871-8283-5f596da4f3f3 service nova] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.590051] env[62284]: DEBUG oslo_concurrency.lockutils [req-e2837fc9-f4bb-4c5a-8d57-b7ff6eaf4a33 req-4fc280b4-0632-4871-8283-5f596da4f3f3 service nova] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.590283] env[62284]: DEBUG nova.compute.manager [req-e2837fc9-f4bb-4c5a-8d57-b7ff6eaf4a33 req-4fc280b4-0632-4871-8283-5f596da4f3f3 service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] No waiting events found dispatching network-vif-plugged-5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2055.590493] env[62284]: WARNING nova.compute.manager [req-e2837fc9-f4bb-4c5a-8d57-b7ff6eaf4a33 req-4fc280b4-0632-4871-8283-5f596da4f3f3 service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Received unexpected event network-vif-plugged-5a8b81f0-a1b4-481c-9201-83220a8fb2b4 for instance with vm_state building and task_state spawning. [ 2055.594008] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.594559] env[62284]: DEBUG nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2055.597469] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.242s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.620960] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.685109] env[62284]: DEBUG nova.network.neutron [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Successfully updated port: 5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2055.867377] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2055.867377] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2055.867529] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3307232e-365c-44be-be7a-82326e8e74f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.887370] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088aab99-1062-4be1-8683-ef2aaaef105e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.913666] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5/volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2055.914036] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9faa59-9103-40e3-a715-99f2ed240741 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.934618] env[62284]: DEBUG oslo_vmware.api [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2055.934618] env[62284]: value = "task-1955208" [ 2055.934618] env[62284]: _type = "Task" [ 2055.934618] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.946094] env[62284]: DEBUG oslo_vmware.api [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.023566] env[62284]: DEBUG oslo_vmware.api [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Task: {'id': task-1955207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163376} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.023886] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.024106] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.024295] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.024476] env[62284]: INFO nova.compute.manager [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2056.024729] env[62284]: DEBUG oslo.service.loopingcall [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.025206] env[62284]: DEBUG nova.compute.manager [-] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.025356] env[62284]: DEBUG nova.network.neutron [-] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.069956] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ad82eb71-1ea0-4aa3-9486-9f4d22486578 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.226s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.099436] env[62284]: DEBUG nova.compute.utils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2056.100862] env[62284]: DEBUG nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2056.101048] env[62284]: DEBUG nova.network.neutron [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2056.122101] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.147512] env[62284]: DEBUG nova.policy [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c82149b9a8e4d699550c39fc8c08bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c882a1e38dcb4825be38dce95d0ba4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2056.188344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.188344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.188344] env[62284]: DEBUG nova.network.neutron [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2056.308806] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749569de-8e29-4eda-aa22-a937f959c246 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.317561] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b8be90-726d-460e-b74f-f1aaabe6e336 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.355389] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee5893-c19a-4fb6-a3d3-60befd17db8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.365020] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d74ee8-2404-4aaa-ad63-a19e05ac3aa5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.378288] env[62284]: DEBUG nova.compute.provider_tree [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.448224] env[62284]: DEBUG oslo_vmware.api [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955208, 'name': ReconfigVM_Task, 'duration_secs': 0.398686} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.448798] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5/volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.455857] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afed50be-32e0-44c6-845e-574dd94d96df {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.476768] env[62284]: DEBUG oslo_vmware.api [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2056.476768] env[62284]: value = "task-1955209" [ 2056.476768] env[62284]: _type = "Task" [ 2056.476768] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.485357] env[62284]: DEBUG oslo_vmware.api [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.511515] env[62284]: INFO nova.compute.manager [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Rebuilding instance [ 2056.545882] env[62284]: DEBUG nova.network.neutron [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Successfully created port: a10ad937-e10d-49c5-9e64-6b26d102af97 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2056.567823] env[62284]: DEBUG nova.compute.manager [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.569257] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc4080f-d84c-42b4-a7ce-fdbdf40318e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.606213] env[62284]: DEBUG nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2056.621638] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.725608] env[62284]: DEBUG nova.network.neutron [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2056.862039] env[62284]: DEBUG nova.network.neutron [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Updating instance_info_cache with network_info: [{"id": "5a8b81f0-a1b4-481c-9201-83220a8fb2b4", "address": "fa:16:3e:12:79:75", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a8b81f0-a1", "ovs_interfaceid": "5a8b81f0-a1b4-481c-9201-83220a8fb2b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.886297] env[62284]: DEBUG nova.scheduler.client.report [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2056.986552] env[62284]: DEBUG oslo_vmware.api [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955209, 'name': ReconfigVM_Task, 'duration_secs': 0.152062} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.986829] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2057.015726] env[62284]: DEBUG nova.network.neutron [-] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.126647] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.364258] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.364258] env[62284]: DEBUG nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Instance network_info: |[{"id": "5a8b81f0-a1b4-481c-9201-83220a8fb2b4", "address": "fa:16:3e:12:79:75", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a8b81f0-a1", "ovs_interfaceid": "5a8b81f0-a1b4-481c-9201-83220a8fb2b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2057.364568] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:79:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a8b81f0-a1b4-481c-9201-83220a8fb2b4', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2057.371879] env[62284]: DEBUG oslo.service.loopingcall [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.372602] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2057.372864] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-751e6d54-539c-40a0-92aa-0ba0fcec163a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.401016] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2057.401016] env[62284]: value = "task-1955210" [ 2057.401016] env[62284]: _type = "Task" [ 2057.401016] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.413168] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955210, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.518689] env[62284]: INFO nova.compute.manager [-] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Took 1.49 seconds to deallocate network for instance. [ 2057.588637] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2057.588963] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db2bbc5e-396d-4ac3-971a-b1855daa5864 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.597903] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2057.597903] env[62284]: value = "task-1955211" [ 2057.597903] env[62284]: _type = "Task" [ 2057.597903] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.607163] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.621036] env[62284]: DEBUG nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2057.626461] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.656740] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='43e511e753392a4dcf3be230d08dd5fd',container_format='bare',created_at=2024-12-23T08:36:02Z,direct_url=,disk_format='vmdk',id=40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0,min_disk=1,min_ram=0,name='tempest-test-snap-1367614677',owner='c882a1e38dcb4825be38dce95d0ba4d5',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-23T08:36:17Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2057.657071] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2057.657241] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2057.657473] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2057.657721] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2057.657857] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2057.658441] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2057.658736] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2057.659026] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2057.659239] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2057.659544] env[62284]: DEBUG nova.virt.hardware [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2057.660629] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e862a62b-811c-467d-842c-7c9ee2521346 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.671291] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498eb0c8-0da5-4254-b7cc-f0d9e8dd5c98 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.690238] env[62284]: DEBUG nova.compute.manager [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Received event network-changed-5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2057.690539] env[62284]: DEBUG nova.compute.manager [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Refreshing instance network info cache due to event network-changed-5a8b81f0-a1b4-481c-9201-83220a8fb2b4. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2057.690860] env[62284]: DEBUG oslo_concurrency.lockutils [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] Acquiring lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.690997] env[62284]: DEBUG oslo_concurrency.lockutils [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] Acquired lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.691181] env[62284]: DEBUG nova.network.neutron [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Refreshing network info cache for port 5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2057.896084] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.298s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.911882] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955210, 'name': CreateVM_Task, 'duration_secs': 0.464855} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.912094] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2057.913030] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.913177] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.913618] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2057.913897] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2978a3b0-b14e-4039-9b1d-117e8a75293f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.919782] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2057.919782] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521e855d-c678-0bff-67d7-f12203fbc2f8" [ 2057.919782] env[62284]: _type = "Task" [ 2057.919782] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.929036] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521e855d-c678-0bff-67d7-f12203fbc2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.027453] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.027579] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.027809] env[62284]: DEBUG nova.objects.instance [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lazy-loading 'resources' on Instance uuid 199376c3-bf01-48ff-a4f4-2c636ed184b2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.029436] env[62284]: DEBUG nova.objects.instance [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'flavor' on Instance uuid e1b5fd75-fd33-4976-abb8-518a9650fd5d {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.110918] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955211, 'name': PowerOffVM_Task, 'duration_secs': 0.15005} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.110918] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2058.110918] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2058.111892] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29bdc1b-c8e2-478c-ba90-540a98596b11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.123368] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.125566] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2058.125829] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd334d33-b19a-47f5-aa20-9406fb38d683 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.155470] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2058.155893] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2058.155937] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Deleting the datastore file [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2058.156426] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee58dcfd-8cff-4182-8f1e-270aad1c25d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.165229] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2058.165229] env[62284]: value = "task-1955213" [ 2058.165229] env[62284]: _type = "Task" [ 2058.165229] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.174966] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.230029] env[62284]: DEBUG oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52961156-1791-1f14-2f77-7f6d18171a05/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2058.231342] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b05a7a-7965-46ff-be16-6c629f786b50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.240018] env[62284]: DEBUG oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52961156-1791-1f14-2f77-7f6d18171a05/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2058.240290] env[62284]: ERROR oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52961156-1791-1f14-2f77-7f6d18171a05/disk-0.vmdk due to incomplete transfer. [ 2058.240585] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-46635e3d-cf62-44ac-a485-17fe0f7acadc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.251289] env[62284]: DEBUG oslo_vmware.rw_handles [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52961156-1791-1f14-2f77-7f6d18171a05/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2058.251556] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Uploaded image 555169bb-3d6e-49eb-8620-f6e938408bf5 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2058.253972] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2058.254275] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1215f930-1093-40a5-b204-992b77784ff0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.262081] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2058.262081] env[62284]: value = "task-1955214" [ 2058.262081] env[62284]: _type = "Task" [ 2058.262081] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.271183] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955214, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.421745] env[62284]: DEBUG nova.network.neutron [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Updated VIF entry in instance network info cache for port 5a8b81f0-a1b4-481c-9201-83220a8fb2b4. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.422277] env[62284]: DEBUG nova.network.neutron [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Updating instance_info_cache with network_info: [{"id": "5a8b81f0-a1b4-481c-9201-83220a8fb2b4", "address": "fa:16:3e:12:79:75", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a8b81f0-a1", "ovs_interfaceid": "5a8b81f0-a1b4-481c-9201-83220a8fb2b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.439280] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521e855d-c678-0bff-67d7-f12203fbc2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.439665] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.439911] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2058.440170] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.440328] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.440511] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2058.440805] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83386327-b582-453a-9133-720c3c39dcb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.451441] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2058.451657] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2058.452470] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cadd9c0-c427-417f-94c5-2fbadebfb65c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.460677] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2058.460677] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d014a7-a151-9f24-fea3-0318ae16c698" [ 2058.460677] env[62284]: _type = "Task" [ 2058.460677] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.470402] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d014a7-a151-9f24-fea3-0318ae16c698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.471604] env[62284]: INFO nova.scheduler.client.report [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted allocation for migration a8434a0d-0fd8-48be-8ef9-4a97b564a031 [ 2058.536496] env[62284]: DEBUG oslo_concurrency.lockutils [None req-038fa5c3-ca41-4b5a-9ded-405987578767 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.287s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.627540] env[62284]: DEBUG oslo_vmware.api [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955200, 'name': ReconfigVM_Task, 'duration_secs': 6.209066} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.627815] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.628037] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Reconfigured VM to detach interface {{(pid=62284) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2058.677972] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118574} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.677972] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2058.678219] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2058.678349] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2058.705125] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711fb28d-c9d2-4d09-b081-88b013b3e88f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.714245] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13089c86-1ccf-4941-9689-50f6ebcacc52 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.748703] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96323b88-9afe-4b8e-802e-22ad037bc773 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.758163] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05835d8-6ae5-4d81-b826-b5d6bc9a0237 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.771013] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955214, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.780407] env[62284]: DEBUG nova.compute.provider_tree [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.932088] env[62284]: DEBUG oslo_concurrency.lockutils [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] Releasing lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.932430] env[62284]: DEBUG nova.compute.manager [req-2861d507-30cf-413c-a5c3-8cb753cea7f5 req-da2089f0-3de8-4552-b92f-839e85cbc6e7 service nova] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Received event network-vif-deleted-d23ca2f4-be0d-467b-8b3e-2efdea92077c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2058.971914] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d014a7-a151-9f24-fea3-0318ae16c698, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.972758] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a80e90-e342-46fe-93a1-d527f01b4a90 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.977312] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.934s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.979601] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2058.979601] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52faac64-9619-e5be-05ad-f112194df510" [ 2058.979601] env[62284]: _type = "Task" [ 2058.979601] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.989418] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52faac64-9619-e5be-05ad-f112194df510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.051879] env[62284]: INFO nova.compute.manager [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Rebuilding instance [ 2059.099770] env[62284]: DEBUG nova.compute.manager [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2059.100693] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0223d8fd-539c-4b8a-9c9c-e1ac4d9690b4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.273133] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955214, 'name': Destroy_Task, 'duration_secs': 0.589185} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.273444] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Destroyed the VM [ 2059.275291] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2059.275291] env[62284]: DEBUG nova.network.neutron [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Successfully updated port: a10ad937-e10d-49c5-9e64-6b26d102af97 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2059.275645] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b3d262f-7829-401d-bd45-434a326d29ad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.284302] env[62284]: DEBUG nova.scheduler.client.report [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.288013] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2059.288013] env[62284]: value = "task-1955215" [ 2059.288013] env[62284]: _type = "Task" [ 2059.288013] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.298581] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.332605] env[62284]: DEBUG nova.compute.manager [req-5eae8334-6007-4f5d-b2db-e7c418c5042a req-201661f3-2382-4c22-9d2b-93a26721050f service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Received event network-vif-plugged-a10ad937-e10d-49c5-9e64-6b26d102af97 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2059.332863] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eae8334-6007-4f5d-b2db-e7c418c5042a req-201661f3-2382-4c22-9d2b-93a26721050f service nova] Acquiring lock "750cb1ef-0c34-4d6c-a818-31cdac099c18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.333121] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eae8334-6007-4f5d-b2db-e7c418c5042a req-201661f3-2382-4c22-9d2b-93a26721050f service nova] Lock "750cb1ef-0c34-4d6c-a818-31cdac099c18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.333455] env[62284]: DEBUG oslo_concurrency.lockutils [req-5eae8334-6007-4f5d-b2db-e7c418c5042a req-201661f3-2382-4c22-9d2b-93a26721050f service nova] Lock "750cb1ef-0c34-4d6c-a818-31cdac099c18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.333529] env[62284]: DEBUG nova.compute.manager [req-5eae8334-6007-4f5d-b2db-e7c418c5042a req-201661f3-2382-4c22-9d2b-93a26721050f service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] No waiting events found dispatching network-vif-plugged-a10ad937-e10d-49c5-9e64-6b26d102af97 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2059.333731] env[62284]: WARNING nova.compute.manager [req-5eae8334-6007-4f5d-b2db-e7c418c5042a req-201661f3-2382-4c22-9d2b-93a26721050f service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Received unexpected event network-vif-plugged-a10ad937-e10d-49c5-9e64-6b26d102af97 for instance with vm_state building and task_state spawning. [ 2059.409250] env[62284]: DEBUG nova.compute.manager [req-f4fcd964-b8b1-41fa-91e5-c1e403d7dbff req-688b6302-d0c7-49d6-a0db-fd970f71bb83 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Received event network-changed-a10ad937-e10d-49c5-9e64-6b26d102af97 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2059.409534] env[62284]: DEBUG nova.compute.manager [req-f4fcd964-b8b1-41fa-91e5-c1e403d7dbff req-688b6302-d0c7-49d6-a0db-fd970f71bb83 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Refreshing instance network info cache due to event network-changed-a10ad937-e10d-49c5-9e64-6b26d102af97. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2059.409689] env[62284]: DEBUG oslo_concurrency.lockutils [req-f4fcd964-b8b1-41fa-91e5-c1e403d7dbff req-688b6302-d0c7-49d6-a0db-fd970f71bb83 service nova] Acquiring lock "refresh_cache-750cb1ef-0c34-4d6c-a818-31cdac099c18" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.409859] env[62284]: DEBUG oslo_concurrency.lockutils [req-f4fcd964-b8b1-41fa-91e5-c1e403d7dbff req-688b6302-d0c7-49d6-a0db-fd970f71bb83 service nova] Acquired lock "refresh_cache-750cb1ef-0c34-4d6c-a818-31cdac099c18" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.409964] env[62284]: DEBUG nova.network.neutron [req-f4fcd964-b8b1-41fa-91e5-c1e403d7dbff req-688b6302-d0c7-49d6-a0db-fd970f71bb83 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Refreshing network info cache for port a10ad937-e10d-49c5-9e64-6b26d102af97 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2059.492865] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52faac64-9619-e5be-05ad-f112194df510, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.493153] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.493687] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] e7fafc13-73cb-4cdb-8e25-cf112e529ce7/e7fafc13-73cb-4cdb-8e25-cf112e529ce7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2059.494345] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79cdf6a-9762-426f-9c4b-4efc339b6929 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.504149] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2059.504149] env[62284]: value = "task-1955216" [ 2059.504149] env[62284]: _type = "Task" [ 2059.504149] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.515243] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.713620] env[62284]: DEBUG nova.compute.manager [req-23accab4-899e-4d74-be8c-71a52283aaf6 req-907d9e34-be65-4d23-bcd3-f38f08d541a0 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-vif-deleted-46a734de-3325-4f2a-b318-585fd5bcf567 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2059.713890] env[62284]: INFO nova.compute.manager [req-23accab4-899e-4d74-be8c-71a52283aaf6 req-907d9e34-be65-4d23-bcd3-f38f08d541a0 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Neutron deleted interface 46a734de-3325-4f2a-b318-585fd5bcf567; detaching it from the instance and deleting it from the info cache [ 2059.714235] env[62284]: DEBUG nova.network.neutron [req-23accab4-899e-4d74-be8c-71a52283aaf6 req-907d9e34-be65-4d23-bcd3-f38f08d541a0 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "338e234a-3296-4fdf-8ff3-3d1978450477", "address": "fa:16:3e:b2:b8:f1", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338e234a-32", "ovs_interfaceid": "338e234a-3296-4fdf-8ff3-3d1978450477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.719108] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2059.719402] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2059.719596] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2059.719795] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2059.719985] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2059.720179] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2059.720427] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2059.720601] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2059.720812] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2059.721061] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2059.721281] env[62284]: DEBUG nova.virt.hardware [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2059.722577] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c11363c-603f-4593-b4e6-35704c8bae37 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.735793] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e19ded-2cbc-4cf8-8bbf-2dfd1143d162 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.754700] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2059.761072] env[62284]: DEBUG oslo.service.loopingcall [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.761883] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2059.762196] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e4df33f-84f0-4f02-9ea6-6e6b6c795beb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.779189] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "refresh_cache-750cb1ef-0c34-4d6c-a818-31cdac099c18" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.784750] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2059.784750] env[62284]: value = "task-1955217" [ 2059.784750] env[62284]: _type = "Task" [ 2059.784750] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.792377] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.799905] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955217, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.803430] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955215, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.823854] env[62284]: INFO nova.scheduler.client.report [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Deleted allocations for instance 199376c3-bf01-48ff-a4f4-2c636ed184b2 [ 2059.886018] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.886018] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.886521] env[62284]: DEBUG nova.network.neutron [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2059.945330] env[62284]: DEBUG nova.network.neutron [req-f4fcd964-b8b1-41fa-91e5-c1e403d7dbff req-688b6302-d0c7-49d6-a0db-fd970f71bb83 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2059.977797] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.978213] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.978491] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.978756] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.979048] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.981682] env[62284]: INFO nova.compute.manager [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Terminating instance [ 2060.015782] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955216, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.036518] env[62284]: DEBUG nova.network.neutron [req-f4fcd964-b8b1-41fa-91e5-c1e403d7dbff req-688b6302-d0c7-49d6-a0db-fd970f71bb83 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.067355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.067707] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.067994] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.068275] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.068547] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.070840] env[62284]: INFO nova.compute.manager [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Terminating instance [ 2060.116138] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2060.116618] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83723e3d-dcdc-4683-ac2f-f66aa867f0c0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.125997] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2060.125997] env[62284]: value = "task-1955218" [ 2060.125997] env[62284]: _type = "Task" [ 2060.125997] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.137505] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.217862] env[62284]: DEBUG oslo_concurrency.lockutils [req-23accab4-899e-4d74-be8c-71a52283aaf6 req-907d9e34-be65-4d23-bcd3-f38f08d541a0 service nova] Acquiring lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.299526] env[62284]: DEBUG oslo_vmware.api [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955215, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542107} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.302727] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2060.302980] env[62284]: INFO nova.compute.manager [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Took 17.56 seconds to snapshot the instance on the hypervisor. [ 2060.305328] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955217, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.333039] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ac8fbe2e-5e5e-4e88-9862-0582e77f37cd tempest-ServersV294TestFqdnHostnames-153010285 tempest-ServersV294TestFqdnHostnames-153010285-project-member] Lock "199376c3-bf01-48ff-a4f4-2c636ed184b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.008s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.485719] env[62284]: DEBUG nova.compute.manager [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2060.485958] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2060.486883] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d5f09e-f981-4767-b4ef-2fec41ed2773 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.499023] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2060.499164] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80f3e830-6673-4e42-9268-ca0c1b4d0abb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.513730] env[62284]: DEBUG oslo_vmware.api [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2060.513730] env[62284]: value = "task-1955219" [ 2060.513730] env[62284]: _type = "Task" [ 2060.513730] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.523157] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709859} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.527635] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] e7fafc13-73cb-4cdb-8e25-cf112e529ce7/e7fafc13-73cb-4cdb-8e25-cf112e529ce7.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2060.527898] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2060.528241] env[62284]: DEBUG oslo_vmware.api [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.528573] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a8535f2-d2db-4f81-8a2e-7269ee1c7385 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.537232] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2060.537232] env[62284]: value = "task-1955220" [ 2060.537232] env[62284]: _type = "Task" [ 2060.537232] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.542657] env[62284]: DEBUG oslo_concurrency.lockutils [req-f4fcd964-b8b1-41fa-91e5-c1e403d7dbff req-688b6302-d0c7-49d6-a0db-fd970f71bb83 service nova] Releasing lock "refresh_cache-750cb1ef-0c34-4d6c-a818-31cdac099c18" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.543273] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "refresh_cache-750cb1ef-0c34-4d6c-a818-31cdac099c18" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.543533] env[62284]: DEBUG nova.network.neutron [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2060.553454] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.576094] env[62284]: DEBUG nova.compute.manager [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2060.576411] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2060.577453] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43e9b5f-5ac5-4e47-9354-69bc0002db7c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.588430] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2060.588794] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a58d73c-d56a-4d62-876e-b4daaed048c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.598635] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2060.598635] env[62284]: value = "task-1955221" [ 2060.598635] env[62284]: _type = "Task" [ 2060.598635] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.608450] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.638791] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955218, 'name': PowerOffVM_Task, 'duration_secs': 0.475777} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.639100] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2060.700717] env[62284]: INFO nova.network.neutron [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Port 338e234a-3296-4fdf-8ff3-3d1978450477 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2060.701161] env[62284]: DEBUG nova.network.neutron [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [{"id": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "address": "fa:16:3e:7a:21:a2", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0f111-15", "ovs_interfaceid": "8bb0f111-15b8-4322-8b1c-d357b7195baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.703151] env[62284]: INFO nova.compute.manager [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Detaching volume f9acfda1-fd4d-45f2-819b-4d49e7c64cb5 [ 2060.743633] env[62284]: INFO nova.virt.block_device [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Attempting to driver detach volume f9acfda1-fd4d-45f2-819b-4d49e7c64cb5 from mountpoint /dev/sdb [ 2060.743904] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2060.744114] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2060.745103] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52767cc-5c18-4826-938f-3904bd0487d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.768589] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ccd683-33d1-4a41-b2c1-95374473aef6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.776742] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6f9b71-1860-4f16-b38e-d17d514c2e59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.802819] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6958a20e-cc45-4d66-8888-c5843eeae50e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.813828] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955217, 'name': CreateVM_Task, 'duration_secs': 0.849555} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.827632] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2060.828062] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5/volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2060.834380] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2060.836839] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.836839] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.836839] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2060.836839] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6b409e-327e-4c68-9112-13196b2ebc45 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.851100] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95df59b8-3c6c-466a-b217-a99901e39fd7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.857291] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2060.857291] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526b8854-85b0-e8c4-ca94-dc01ce2014c6" [ 2060.857291] env[62284]: _type = "Task" [ 2060.857291] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.866024] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2060.866024] env[62284]: value = "task-1955222" [ 2060.866024] env[62284]: _type = "Task" [ 2060.866024] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.872840] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526b8854-85b0-e8c4-ca94-dc01ce2014c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.880262] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.899861] env[62284]: DEBUG nova.compute.manager [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Found 3 images (rotation: 2) {{(pid=62284) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2060.900054] env[62284]: DEBUG nova.compute.manager [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Rotating out 1 backups {{(pid=62284) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2060.900239] env[62284]: DEBUG nova.compute.manager [None req-68dba48c-8570-4a48-80a0-552d1e21c93f tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleting image 856fe195-1711-453e-a134-40eed3a8d4de {{(pid=62284) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2061.025411] env[62284]: DEBUG oslo_vmware.api [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955219, 'name': PowerOffVM_Task, 'duration_secs': 0.240381} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.025748] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2061.025962] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2061.026262] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c765b28f-d4ad-4341-ac1f-dec1f2ac9af3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.048831] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079734} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.049124] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2061.050264] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1131436-6075-4f50-a56e-0d6697c0e635 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.074040] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] e7fafc13-73cb-4cdb-8e25-cf112e529ce7/e7fafc13-73cb-4cdb-8e25-cf112e529ce7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2061.074364] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a936373-6916-4b7b-a094-4c28ae6437c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.089637] env[62284]: DEBUG nova.network.neutron [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2061.098101] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2061.098101] env[62284]: value = "task-1955224" [ 2061.098101] env[62284]: _type = "Task" [ 2061.098101] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.110578] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955221, 'name': PowerOffVM_Task, 'duration_secs': 0.197365} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.116079] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2061.116341] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2061.116644] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.117309] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b697b5-f21b-40a2-851e-0a85ee4b5c9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.206380] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.310701] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2061.310980] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2061.316438] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleting the datastore file [datastore1] b74f9422-fef3-47ca-89e5-4a8bcdb3313e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2061.316438] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b38e244d-4358-49d7-be4e-e44c6e78cb23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.320285] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for the task: (returnval){ [ 2061.320285] env[62284]: value = "task-1955226" [ 2061.320285] env[62284]: _type = "Task" [ 2061.320285] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.321291] env[62284]: DEBUG nova.network.neutron [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Updating instance_info_cache with network_info: [{"id": "a10ad937-e10d-49c5-9e64-6b26d102af97", "address": "fa:16:3e:53:22:82", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10ad937-e1", "ovs_interfaceid": "a10ad937-e10d-49c5-9e64-6b26d102af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.334699] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.365122] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2061.365380] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2061.365561] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleting the datastore file [datastore1] 0fd6cf4e-2a3c-4510-a49e-03fade9f89de {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2061.366386] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3db1544b-06f2-4ac3-a5c4-10691dbbd0a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.376735] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526b8854-85b0-e8c4-ca94-dc01ce2014c6, 'name': SearchDatastore_Task, 'duration_secs': 0.052184} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.377471] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.377720] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2061.378035] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.378203] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.378389] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2061.378969] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5b29c00-04da-4791-89f7-bdbcda0aa19f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.384527] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955222, 'name': ReconfigVM_Task, 'duration_secs': 0.500905} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.386301] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2061.391220] env[62284]: DEBUG oslo_vmware.api [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2061.391220] env[62284]: value = "task-1955227" [ 2061.391220] env[62284]: _type = "Task" [ 2061.391220] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.391523] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f2f28a-2a3a-4d00-a531-8583042d6499 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.408140] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2061.408140] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2061.408140] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0069b5-2196-449a-a18e-270dec121ef1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.418276] env[62284]: DEBUG oslo_vmware.api [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.418928] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2061.418928] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5230561c-3711-8908-1d0a-868863113045" [ 2061.418928] env[62284]: _type = "Task" [ 2061.418928] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.420611] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2061.420611] env[62284]: value = "task-1955228" [ 2061.420611] env[62284]: _type = "Task" [ 2061.420611] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.437610] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.442587] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5230561c-3711-8908-1d0a-868863113045, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.444059] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498c843b-675c-40be-adc4-b28b5b53dcf7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.452220] env[62284]: DEBUG nova.compute.manager [req-8c3e2878-c120-444d-9552-8be454e9bf40 req-66b703b7-f8c6-47c8-a712-b864c6a2b114 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-vif-deleted-338e234a-3296-4fdf-8ff3-3d1978450477 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2061.452764] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2061.452764] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522c2bb1-e376-1d28-2b82-9829caa2e011" [ 2061.452764] env[62284]: _type = "Task" [ 2061.452764] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.462786] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522c2bb1-e376-1d28-2b82-9829caa2e011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.612262] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955224, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.711885] env[62284]: DEBUG oslo_concurrency.lockutils [None req-09093a5f-55f8-4b2b-8747-9ab21b6719e4 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-0fd6cf4e-2a3c-4510-a49e-03fade9f89de-46a734de-3325-4f2a-b318-585fd5bcf567" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.182s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.828033] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "refresh_cache-750cb1ef-0c34-4d6c-a818-31cdac099c18" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.828366] env[62284]: DEBUG nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Instance network_info: |[{"id": "a10ad937-e10d-49c5-9e64-6b26d102af97", "address": "fa:16:3e:53:22:82", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10ad937-e1", "ovs_interfaceid": "a10ad937-e10d-49c5-9e64-6b26d102af97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2061.828854] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:22:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a10ad937-e10d-49c5-9e64-6b26d102af97', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2061.837079] env[62284]: DEBUG oslo.service.loopingcall [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2061.837749] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2061.837990] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3923603e-e0c4-4e77-864c-2f13fae05a47 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.858038] env[62284]: DEBUG oslo_vmware.api [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Task: {'id': task-1955226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264893} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.858731] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2061.858924] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2061.859176] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2061.859357] env[62284]: INFO nova.compute.manager [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2061.859607] env[62284]: DEBUG oslo.service.loopingcall [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2061.859812] env[62284]: DEBUG nova.compute.manager [-] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2061.859907] env[62284]: DEBUG nova.network.neutron [-] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2061.864139] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2061.864139] env[62284]: value = "task-1955229" [ 2061.864139] env[62284]: _type = "Task" [ 2061.864139] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.872484] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955229, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.911680] env[62284]: DEBUG oslo_vmware.api [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480183} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.911951] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2061.912161] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2061.912340] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2061.912542] env[62284]: INFO nova.compute.manager [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Took 1.43 seconds to destroy the instance on the hypervisor. [ 2061.912823] env[62284]: DEBUG oslo.service.loopingcall [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2061.913063] env[62284]: DEBUG nova.compute.manager [-] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2061.913155] env[62284]: DEBUG nova.network.neutron [-] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2061.934718] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955228, 'name': ReconfigVM_Task, 'duration_secs': 0.20254} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.935120] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2061.964187] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522c2bb1-e376-1d28-2b82-9829caa2e011, 'name': SearchDatastore_Task, 'duration_secs': 0.01301} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.964554] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.964886] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9/94b4cd6b-b889-4199-bf59-91e2986d4aa9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2061.965226] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fef8076-d222-4b00-aa12-fadaebf933d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.973135] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2061.973135] env[62284]: value = "task-1955230" [ 2061.973135] env[62284]: _type = "Task" [ 2061.973135] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.982890] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.999123] env[62284]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 338e234a-3296-4fdf-8ff3-3d1978450477 could not be found.", "detail": ""}} {{(pid=62284) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2061.999403] env[62284]: DEBUG nova.network.neutron [-] Unable to show port 338e234a-3296-4fdf-8ff3-3d1978450477 as it no longer exists. {{(pid=62284) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2062.109882] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955224, 'name': ReconfigVM_Task, 'duration_secs': 0.545575} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.110242] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Reconfigured VM instance instance-00000063 to attach disk [datastore1] e7fafc13-73cb-4cdb-8e25-cf112e529ce7/e7fafc13-73cb-4cdb-8e25-cf112e529ce7.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.110961] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-700a3836-7658-4b8d-a0e4-48346c34f9e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.118997] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2062.118997] env[62284]: value = "task-1955231" [ 2062.118997] env[62284]: _type = "Task" [ 2062.118997] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.138568] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955231, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.375986] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955229, 'name': CreateVM_Task, 'duration_secs': 0.46558} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.376323] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2062.377034] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.377225] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.377662] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2062.377951] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16ff32e-b760-495d-8578-d94c28c14b65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.386362] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2062.386362] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eaca2b-a70e-e5ef-d342-b19b5ee00b3f" [ 2062.386362] env[62284]: _type = "Task" [ 2062.386362] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.397966] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eaca2b-a70e-e5ef-d342-b19b5ee00b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.487767] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.629640] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955231, 'name': Rename_Task, 'duration_secs': 0.311342} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.629935] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2062.630218] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31e5a087-3741-42ea-9b07-4c1245b93723 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.636818] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2062.636818] env[62284]: value = "task-1955232" [ 2062.636818] env[62284]: _type = "Task" [ 2062.636818] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.644449] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.727671] env[62284]: DEBUG nova.network.neutron [-] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.898849] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.899070] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Processing image 40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0 {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2062.899327] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.899838] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.900354] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2062.900809] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5478a8df-e2d1-4813-99ae-50d4f87bdfc5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.910498] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2062.910701] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2062.911441] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1105dfbb-fc64-4c31-bb9c-34fd17663b06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.917325] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2062.917325] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528d54df-fc35-9b2a-338e-759a2dbee9cd" [ 2062.917325] env[62284]: _type = "Task" [ 2062.917325] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.925935] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528d54df-fc35-9b2a-338e-759a2dbee9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.984896] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617982} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.985144] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9/94b4cd6b-b889-4199-bf59-91e2986d4aa9.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2062.985361] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2062.985618] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2becaf45-9ca0-4a19-a1eb-7df354c27ff5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.994025] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2062.994025] env[62284]: value = "task-1955233" [ 2062.994025] env[62284]: _type = "Task" [ 2062.994025] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.004674] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2063.004891] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.005225] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6505ed9c-3389-42b1-b457-6c41b0408b2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.013057] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2063.013057] env[62284]: value = "task-1955234" [ 2063.013057] env[62284]: _type = "Task" [ 2063.013057] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.025364] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.056129] env[62284]: DEBUG nova.compute.manager [req-668ff1bb-1133-4fe5-a99a-005ff65c4c19 req-ce4770fe-4bb9-4d06-88c9-f910690b04e9 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Received event network-vif-deleted-8bb0f111-15b8-4322-8b1c-d357b7195baf {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2063.056129] env[62284]: INFO nova.compute.manager [req-668ff1bb-1133-4fe5-a99a-005ff65c4c19 req-ce4770fe-4bb9-4d06-88c9-f910690b04e9 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Neutron deleted interface 8bb0f111-15b8-4322-8b1c-d357b7195baf; detaching it from the instance and deleting it from the info cache [ 2063.056129] env[62284]: DEBUG nova.network.neutron [req-668ff1bb-1133-4fe5-a99a-005ff65c4c19 req-ce4770fe-4bb9-4d06-88c9-f910690b04e9 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.147674] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.234983] env[62284]: INFO nova.compute.manager [-] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Took 1.37 seconds to deallocate network for instance. [ 2063.434287] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Preparing fetch location {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2063.434679] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Fetch image to [datastore1] OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3/OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3.vmdk {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2063.434829] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Downloading stream optimized image 40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0 to [datastore1] OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3/OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3.vmdk on the data store datastore1 as vApp {{(pid=62284) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2063.435093] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Downloading image file data 40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0 to the ESX as VM named 'OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3' {{(pid=62284) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2063.486185] env[62284]: DEBUG nova.compute.manager [req-88c924b7-4d46-47b3-95b1-dec28ce96a8a req-a41007a7-9625-4da6-84b7-ce18d9b2554f service nova] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Received event network-vif-deleted-70424d5c-b7bb-436a-b8b1-5ffbb27a3e64 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2063.508315] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082108} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.508315] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2063.508315] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee864be-2c91-445b-b6ce-907873c64570 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.530932] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9/94b4cd6b-b889-4199-bf59-91e2986d4aa9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2063.534521] env[62284]: DEBUG nova.network.neutron [-] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.539017] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c486dd1c-7897-4007-835c-64181869eb82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.562353] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2063.562353] env[62284]: value = "resgroup-9" [ 2063.562353] env[62284]: _type = "ResourcePool" [ 2063.562353] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2063.564417] env[62284]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-df51d500-46ec-4234-bbda-79146e78d7f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.582755] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7b4e485-875f-4052-bc0d-b018a523e439 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.590717] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2063.590717] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2063.591705] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2063.592705] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c0fb2e-ef55-485a-85d8-ab3986db259c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.597444] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2063.597444] env[62284]: value = "task-1955235" [ 2063.597444] env[62284]: _type = "Task" [ 2063.597444] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.600216] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lease: (returnval){ [ 2063.600216] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528878b5-861f-e96a-2d88-0a58d6d5e36c" [ 2063.600216] env[62284]: _type = "HttpNfcLease" [ 2063.600216] env[62284]: } obtained for vApp import into resource pool (val){ [ 2063.600216] env[62284]: value = "resgroup-9" [ 2063.600216] env[62284]: _type = "ResourcePool" [ 2063.600216] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2063.600477] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the lease: (returnval){ [ 2063.600477] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528878b5-861f-e96a-2d88-0a58d6d5e36c" [ 2063.600477] env[62284]: _type = "HttpNfcLease" [ 2063.600477] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2063.607304] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5121c1af-eb57-4300-a73f-be3328601ea1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.638558] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4ce4d5-463f-4f61-958c-efebefaa346a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.645164] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.650053] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2063.650053] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528878b5-861f-e96a-2d88-0a58d6d5e36c" [ 2063.650053] env[62284]: _type = "HttpNfcLease" [ 2063.650053] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2063.652578] env[62284]: WARNING nova.virt.vmwareapi.driver [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2063.652761] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2063.667021] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312147d5-af9c-40ae-96c4-52885d2c1092 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.667021] env[62284]: DEBUG nova.compute.manager [req-668ff1bb-1133-4fe5-a99a-005ff65c4c19 req-ce4770fe-4bb9-4d06-88c9-f910690b04e9 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Detach interface failed, port_id=8bb0f111-15b8-4322-8b1c-d357b7195baf, reason: Instance 0fd6cf4e-2a3c-4510-a49e-03fade9f89de could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2063.670316] env[62284]: DEBUG oslo_vmware.api [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955232, 'name': PowerOnVM_Task, 'duration_secs': 0.59543} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.670939] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2063.671166] env[62284]: INFO nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Took 8.36 seconds to spawn the instance on the hypervisor. [ 2063.671448] env[62284]: DEBUG nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.672216] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38c2cfe-af5f-46b0-9299-7b7d07e8e97f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.677122] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2063.681026] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf7407ab-250a-4b32-b6c3-e77cc22e9aed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.707698] env[62284]: DEBUG oslo_concurrency.lockutils [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "75a0affa-c7d0-4536-8767-1e3992488ef2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.708090] env[62284]: DEBUG oslo_concurrency.lockutils [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.708292] env[62284]: DEBUG nova.compute.manager [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.709289] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6ac2d-f05f-4e50-93b9-2e9ea13cf64c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.717553] env[62284]: DEBUG nova.compute.manager [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2063.718255] env[62284]: DEBUG nova.objects.instance [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'flavor' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2063.742805] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.743111] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.743318] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.771299] env[62284]: INFO nova.scheduler.client.report [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Deleted allocations for instance b74f9422-fef3-47ca-89e5-4a8bcdb3313e [ 2064.062031] env[62284]: INFO nova.compute.manager [-] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Took 2.15 seconds to deallocate network for instance. [ 2064.111598] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.115429] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2064.115429] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528878b5-861f-e96a-2d88-0a58d6d5e36c" [ 2064.115429] env[62284]: _type = "HttpNfcLease" [ 2064.115429] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2064.193484] env[62284]: INFO nova.compute.manager [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Took 13.25 seconds to build instance. [ 2064.283648] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a37c2eb4-88b3-47ac-86c8-134cc4531dc4 tempest-DeleteServersTestJSON-885499193 tempest-DeleteServersTestJSON-885499193-project-member] Lock "b74f9422-fef3-47ca-89e5-4a8bcdb3313e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.216s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.571023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.571023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.571023] env[62284]: DEBUG nova.objects.instance [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'resources' on Instance uuid 0fd6cf4e-2a3c-4510-a49e-03fade9f89de {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.612483] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955235, 'name': ReconfigVM_Task, 'duration_secs': 0.709245} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.613529] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9/94b4cd6b-b889-4199-bf59-91e2986d4aa9.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2064.614205] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1f33df-c581-42d9-afb0-94d075eec77e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.617058] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2064.617058] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528878b5-861f-e96a-2d88-0a58d6d5e36c" [ 2064.617058] env[62284]: _type = "HttpNfcLease" [ 2064.617058] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2064.617842] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2064.617842] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528878b5-861f-e96a-2d88-0a58d6d5e36c" [ 2064.617842] env[62284]: _type = "HttpNfcLease" [ 2064.617842] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2064.618505] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b09edf7-08de-4f30-960c-b86f5fd9a9ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.623137] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2064.623137] env[62284]: value = "task-1955238" [ 2064.623137] env[62284]: _type = "Task" [ 2064.623137] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.626923] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687ecc-7b33-7687-34c5-4dfa30f203fb/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2064.626923] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687ecc-7b33-7687-34c5-4dfa30f203fb/disk-0.vmdk. {{(pid=62284) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2064.696145] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d5908c08-6674-47c7-8a44-cde3a8b92150 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.760s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.696431] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955238, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.704268] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0c0233d-c7aa-4f68-bda8-205d727eb369 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.726722] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2064.727069] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d35d0513-9ef9-4f02-b23e-b9c1fac24eb3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.736057] env[62284]: DEBUG oslo_vmware.api [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2064.736057] env[62284]: value = "task-1955239" [ 2064.736057] env[62284]: _type = "Task" [ 2064.736057] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.744978] env[62284]: DEBUG oslo_vmware.api [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.908736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.908960] env[62284]: DEBUG oslo_concurrency.lockutils [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.141632] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955238, 'name': Rename_Task, 'duration_secs': 0.236376} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.143152] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2065.146444] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1ace838-22bd-462a-a3c4-7e6fe4c2ed64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.157655] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2065.157655] env[62284]: value = "task-1955241" [ 2065.157655] env[62284]: _type = "Task" [ 2065.157655] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.169654] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.253742] env[62284]: DEBUG oslo_vmware.api [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955239, 'name': PowerOffVM_Task, 'duration_secs': 0.21119} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.256372] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2065.256631] env[62284]: DEBUG nova.compute.manager [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.257520] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd097b60-2f74-464f-9017-3fe0987d066a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.280710] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63e2bef-2e2f-47f8-9ff1-2cfde441c4d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.291734] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e65aa67-3b3e-494a-9e4e-c58aa095c418 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.332794] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289c04f2-fe5f-493c-b3b9-cc78615358e1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.345749] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588033b5-a06f-43d4-aec0-94b92ed19e89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.360753] env[62284]: DEBUG nova.compute.provider_tree [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.412963] env[62284]: INFO nova.compute.manager [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Detaching volume 98a7fbf0-7fe4-482e-9046-a7b204382e7c [ 2065.456922] env[62284]: INFO nova.virt.block_device [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Attempting to driver detach volume 98a7fbf0-7fe4-482e-9046-a7b204382e7c from mountpoint /dev/sdb [ 2065.457107] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2065.457331] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402891', 'volume_id': '98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'name': 'volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '754fc769-14d0-44ce-b3dc-ea2ee4c4dfac', 'attached_at': '', 'detached_at': '', 'volume_id': '98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'serial': '98a7fbf0-7fe4-482e-9046-a7b204382e7c'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2065.458324] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ae9b52-e0a1-4a2b-a76e-e513eb3b8573 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.490614] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda36ee3-ea03-4f62-a6e4-c5d415a4ccb1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.502810] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decf0fde-d549-44e3-b70b-a9039c7e830d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.525912] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e53bd26-ea35-4d5b-b702-08f88e2b1452 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.544624] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] The volume has not been displaced from its original location: [datastore1] volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c/volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2065.548804] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2065.549252] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79d6f92-c8a6-466b-8679-63e2c69c9b36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.573664] env[62284]: DEBUG oslo_vmware.api [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2065.573664] env[62284]: value = "task-1955242" [ 2065.573664] env[62284]: _type = "Task" [ 2065.573664] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.585167] env[62284]: DEBUG oslo_vmware.api [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.660090] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Completed reading data from the image iterator. {{(pid=62284) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2065.660406] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687ecc-7b33-7687-34c5-4dfa30f203fb/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2065.661596] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b8a90-6c11-4480-82c3-cf56feb0ccdd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.672845] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687ecc-7b33-7687-34c5-4dfa30f203fb/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2065.673040] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687ecc-7b33-7687-34c5-4dfa30f203fb/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2065.676583] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6b2b6a85-40ba-4325-92ac-740b4e29b022 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.678393] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.765549] env[62284]: DEBUG nova.compute.manager [req-47cf8934-3644-4e87-8333-3206b088ffbc req-7084aa52-c739-46af-91d8-82689b68c7bc service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Received event network-changed-5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2065.766419] env[62284]: DEBUG nova.compute.manager [req-47cf8934-3644-4e87-8333-3206b088ffbc req-7084aa52-c739-46af-91d8-82689b68c7bc service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Refreshing instance network info cache due to event network-changed-5a8b81f0-a1b4-481c-9201-83220a8fb2b4. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2065.766645] env[62284]: DEBUG oslo_concurrency.lockutils [req-47cf8934-3644-4e87-8333-3206b088ffbc req-7084aa52-c739-46af-91d8-82689b68c7bc service nova] Acquiring lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.766752] env[62284]: DEBUG oslo_concurrency.lockutils [req-47cf8934-3644-4e87-8333-3206b088ffbc req-7084aa52-c739-46af-91d8-82689b68c7bc service nova] Acquired lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.766956] env[62284]: DEBUG nova.network.neutron [req-47cf8934-3644-4e87-8333-3206b088ffbc req-7084aa52-c739-46af-91d8-82689b68c7bc service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Refreshing network info cache for port 5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2065.780615] env[62284]: DEBUG oslo_concurrency.lockutils [None req-21ea3f15-d344-44fc-afba-e70e7fe7c5e0 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.866471] env[62284]: DEBUG nova.scheduler.client.report [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.934208] env[62284]: DEBUG oslo_vmware.rw_handles [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52687ecc-7b33-7687-34c5-4dfa30f203fb/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2065.934790] env[62284]: INFO nova.virt.vmwareapi.images [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Downloaded image file data 40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0 [ 2065.935269] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8b4ea-2632-41ae-8111-aa20449c8209 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.953060] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-577e324b-ae6c-4df4-8730-ae86991dd39d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.034807] env[62284]: INFO nova.virt.vmwareapi.images [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] The imported VM was unregistered [ 2066.039424] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Caching image {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2066.039736] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating directory with path [datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0 {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2066.041415] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27189b52-b9f9-49be-8b5b-3223e09e258a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.055525] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Created directory with path [datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0 {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2066.056266] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3/OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3.vmdk to [datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0.vmdk. {{(pid=62284) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2066.056266] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-262217c0-d0a9-46de-a66b-36bedcc0e360 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.068188] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2066.068188] env[62284]: value = "task-1955244" [ 2066.068188] env[62284]: _type = "Task" [ 2066.068188] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.076983] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955244, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.088026] env[62284]: DEBUG oslo_vmware.api [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955242, 'name': ReconfigVM_Task, 'duration_secs': 0.272503} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.088026] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2066.092871] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae1c4a66-b237-4dc7-9abb-9591978b9091 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.117584] env[62284]: DEBUG oslo_vmware.api [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2066.117584] env[62284]: value = "task-1955245" [ 2066.117584] env[62284]: _type = "Task" [ 2066.117584] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.130097] env[62284]: DEBUG oslo_vmware.api [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.135388] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.135645] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.135852] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleting the datastore file [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.136146] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a152be8b-891b-481e-a0bd-37c1c76a6d0c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.147113] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2066.147113] env[62284]: value = "task-1955246" [ 2066.147113] env[62284]: _type = "Task" [ 2066.147113] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.155895] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.172820] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.373019] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.402777] env[62284]: INFO nova.scheduler.client.report [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleted allocations for instance 0fd6cf4e-2a3c-4510-a49e-03fade9f89de [ 2066.577791] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955244, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.628414] env[62284]: DEBUG oslo_vmware.api [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955245, 'name': ReconfigVM_Task, 'duration_secs': 0.219393} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.628786] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402891', 'volume_id': '98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'name': 'volume-98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '754fc769-14d0-44ce-b3dc-ea2ee4c4dfac', 'attached_at': '', 'detached_at': '', 'volume_id': '98a7fbf0-7fe4-482e-9046-a7b204382e7c', 'serial': '98a7fbf0-7fe4-482e-9046-a7b204382e7c'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2066.657074] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.674028] env[62284]: DEBUG oslo_vmware.api [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955241, 'name': PowerOnVM_Task, 'duration_secs': 1.485005} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.674369] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2066.674651] env[62284]: DEBUG nova.compute.manager [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2066.676150] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27c2a7f-3299-41e6-8feb-61d9c7d156a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.753499] env[62284]: DEBUG nova.network.neutron [req-47cf8934-3644-4e87-8333-3206b088ffbc req-7084aa52-c739-46af-91d8-82689b68c7bc service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Updated VIF entry in instance network info cache for port 5a8b81f0-a1b4-481c-9201-83220a8fb2b4. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2066.753831] env[62284]: DEBUG nova.network.neutron [req-47cf8934-3644-4e87-8333-3206b088ffbc req-7084aa52-c739-46af-91d8-82689b68c7bc service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Updating instance_info_cache with network_info: [{"id": "5a8b81f0-a1b4-481c-9201-83220a8fb2b4", "address": "fa:16:3e:12:79:75", "network": {"id": "1d76e26c-6a87-4ffe-b3f7-63410b9ca530", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-610011423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f62ead2ba741ffa14c3a4aa7711f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a8b81f0-a1", "ovs_interfaceid": "5a8b81f0-a1b4-481c-9201-83220a8fb2b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.913320] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6502a2b8-d9e0-4a83-8806-1cc0cfde5799 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.935s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.915407] env[62284]: DEBUG oslo_concurrency.lockutils [req-23accab4-899e-4d74-be8c-71a52283aaf6 req-907d9e34-be65-4d23-bcd3-f38f08d541a0 service nova] Acquired lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.916333] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3c036-fef0-4db7-8d12-b3938f1870f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.925519] env[62284]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2066.925718] env[62284]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62284) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2066.926372] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63111624-2266-4eee-8391-264d9875fa3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.943577] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b54171-0ca5-41c0-a868-3c012edfe0a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.986903] env[62284]: ERROR root [req-23accab4-899e-4d74-be8c-71a52283aaf6 req-907d9e34-be65-4d23-bcd3-f38f08d541a0 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-402878' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-402878' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-402878' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-402878'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-402878' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-402878' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-402878'}\n"]: nova.exception.InstanceNotFound: Instance 0fd6cf4e-2a3c-4510-a49e-03fade9f89de could not be found. [ 2066.987188] env[62284]: DEBUG oslo_concurrency.lockutils [req-23accab4-899e-4d74-be8c-71a52283aaf6 req-907d9e34-be65-4d23-bcd3-f38f08d541a0 service nova] Releasing lock "0fd6cf4e-2a3c-4510-a49e-03fade9f89de" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.987440] env[62284]: DEBUG nova.compute.manager [req-23accab4-899e-4d74-be8c-71a52283aaf6 req-907d9e34-be65-4d23-bcd3-f38f08d541a0 service nova] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Detach interface failed, port_id=46a734de-3325-4f2a-b318-585fd5bcf567, reason: Instance 0fd6cf4e-2a3c-4510-a49e-03fade9f89de could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2067.078782] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955244, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.157359] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622232} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.157660] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.157856] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.158052] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.184534] env[62284]: DEBUG nova.objects.instance [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.208718] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.208965] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.209212] env[62284]: DEBUG nova.objects.instance [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2067.257472] env[62284]: DEBUG oslo_concurrency.lockutils [req-47cf8934-3644-4e87-8333-3206b088ffbc req-7084aa52-c739-46af-91d8-82689b68c7bc service nova] Releasing lock "refresh_cache-e7fafc13-73cb-4cdb-8e25-cf112e529ce7" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.366475] env[62284]: DEBUG nova.compute.manager [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Stashing vm_state: stopped {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2067.415733] env[62284]: DEBUG nova.compute.manager [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2067.586453] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955244, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.663778] env[62284]: INFO nova.virt.block_device [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Booting with volume f9acfda1-fd4d-45f2-819b-4d49e7c64cb5 at /dev/sdb [ 2067.710108] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.711944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.711944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.711944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.711944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.714436] env[62284]: INFO nova.compute.manager [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Terminating instance [ 2067.720822] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ce07bc2-19fc-40ac-a2ee-a34b188bedbe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.737177] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf051aec-0a49-457a-ad13-92228e27eb53 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.779529] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-527aa926-d1bf-48ca-bc56-acdf55c185a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.790784] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea91b09-2c31-4b92-8dbd-076fa33fb106 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.831283] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fbbefc-4721-4fb7-b95a-53ec9936ef8d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.840474] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e2026f-71b4-4784-8877-305a3430f507 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.860483] env[62284]: DEBUG nova.virt.block_device [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updating existing volume attachment record: fc111318-7fd5-4abf-a129-0a9b778956f9 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2067.890023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.940206] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.081396] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955244, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.198349] env[62284]: DEBUG oslo_concurrency.lockutils [None req-67852b81-0513-4df2-a95c-909e25d8aaf2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.225140] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1d570f96-4c12-4864-98e8-eb0bad7931a9 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.227888] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.339s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.227888] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "refresh_cache-94b4cd6b-b889-4199-bf59-91e2986d4aa9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.228080] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquired lock "refresh_cache-94b4cd6b-b889-4199-bf59-91e2986d4aa9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.228263] env[62284]: DEBUG nova.network.neutron [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.229597] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.229811] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.229986] env[62284]: DEBUG nova.compute.manager [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2068.234493] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c24ee6c-75db-4a7b-8bbb-0c1b6ef6af0d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.247173] env[62284]: DEBUG nova.compute.manager [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2068.247804] env[62284]: DEBUG nova.objects.instance [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.342398] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.342688] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.586108] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955244, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.733531] env[62284]: INFO nova.compute.claims [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2068.778228] env[62284]: DEBUG nova.network.neutron [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2068.847607] env[62284]: DEBUG nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2068.956575] env[62284]: DEBUG nova.network.neutron [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.084690] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955244, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.245829] env[62284]: INFO nova.compute.resource_tracker [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating resource usage from migration 060de063-1b15-4bc0-b4f5-f5165a64f48c [ 2069.256360] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.257788] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6db7b81-240b-48e0-a9a9-89496ad37ff3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.265889] env[62284]: DEBUG oslo_vmware.api [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2069.265889] env[62284]: value = "task-1955247" [ 2069.265889] env[62284]: _type = "Task" [ 2069.265889] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.284053] env[62284]: DEBUG oslo_vmware.api [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.386226] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.461252] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Releasing lock "refresh_cache-94b4cd6b-b889-4199-bf59-91e2986d4aa9" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.461821] env[62284]: DEBUG nova.compute.manager [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2069.462090] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.463922] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6abe27b-936b-42a6-ac86-649a02b718f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.475700] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.476056] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36dbf1c9-9045-4986-8000-fda3ff667939 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.487582] env[62284]: DEBUG oslo_vmware.api [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2069.487582] env[62284]: value = "task-1955248" [ 2069.487582] env[62284]: _type = "Task" [ 2069.487582] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.499605] env[62284]: DEBUG oslo_vmware.api [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.503544] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cfca01-7037-4fd6-a9b9-a297b72a5655 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.512649] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f974e09-2a48-4abc-b90e-a94c3ee04803 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.547919] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2b0051-d381-4686-941c-b1bb095e2896 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.557305] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fd2a14-a044-4d62-9b14-350742126bbd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.572800] env[62284]: DEBUG nova.compute.provider_tree [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.583784] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955244, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.285492} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.584672] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3/OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3.vmdk to [datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0.vmdk. [ 2069.584867] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Cleaning up location [datastore1] OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3 {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2069.585048] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5b285334-b6dd-4ee5-bb46-da0a9ed766b3 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.585408] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e69ba83d-9340-4bf8-82fa-629092cfe94d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.593305] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2069.593305] env[62284]: value = "task-1955249" [ 2069.593305] env[62284]: _type = "Task" [ 2069.593305] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.602442] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.777036] env[62284]: DEBUG oslo_vmware.api [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955247, 'name': PowerOffVM_Task, 'duration_secs': 0.288514} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.777357] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.777520] env[62284]: DEBUG nova.compute.manager [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2069.778348] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221f1c21-f10a-41ed-b877-5404ce0d5da1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.003335] env[62284]: DEBUG oslo_vmware.api [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955248, 'name': PowerOffVM_Task, 'duration_secs': 0.255902} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.003650] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.003817] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2070.004084] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-098e06ba-00e7-465f-b9a3-0855966866f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.013670] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2070.014040] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2070.014097] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2070.014257] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2070.014408] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2070.014558] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2070.014772] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2070.014934] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2070.015123] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2070.015294] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2070.015605] env[62284]: DEBUG nova.virt.hardware [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2070.016330] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b80ce04-1795-4d16-96f3-87f2f6df029d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.025896] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad90c9-8f27-4ada-b2ec-a1b62ead0e66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.041673] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:3e:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c74158b-13fa-4140-a2d5-407c36d54f8a', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2070.050867] env[62284]: DEBUG oslo.service.loopingcall [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.052261] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2070.052485] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2070.052683] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2070.052886] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Deleting the datastore file [datastore1] 94b4cd6b-b889-4199-bf59-91e2986d4aa9 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2070.053140] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-969227ea-6892-445a-9b06-81881b67db04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.069277] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bd75c73-b6ad-445b-970a-4847cbd96063 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.076888] env[62284]: DEBUG oslo_vmware.api [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for the task: (returnval){ [ 2070.076888] env[62284]: value = "task-1955251" [ 2070.076888] env[62284]: _type = "Task" [ 2070.076888] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.078623] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2070.078623] env[62284]: value = "task-1955252" [ 2070.078623] env[62284]: _type = "Task" [ 2070.078623] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.083720] env[62284]: DEBUG nova.scheduler.client.report [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.105930] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955252, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.106165] env[62284]: DEBUG oslo_vmware.api [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.113200] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100342} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.113583] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.113674] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.113913] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0.vmdk to [datastore1] 750cb1ef-0c34-4d6c-a818-31cdac099c18/750cb1ef-0c34-4d6c-a818-31cdac099c18.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2070.114194] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0884662b-4e87-4d08-a3ab-27962ed659da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.123210] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2070.123210] env[62284]: value = "task-1955253" [ 2070.123210] env[62284]: _type = "Task" [ 2070.123210] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.132741] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.290752] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b8730a0-1da5-476f-88c1-f20ed5140117 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.593077] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.367s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.593392] env[62284]: INFO nova.compute.manager [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Migrating [ 2070.600983] env[62284]: DEBUG oslo_vmware.api [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Task: {'id': task-1955251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238665} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.605067] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.664s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.606667] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.606910] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.607173] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.607373] env[62284]: INFO nova.compute.manager [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2070.607641] env[62284]: DEBUG oslo.service.loopingcall [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.617597] env[62284]: DEBUG nova.compute.manager [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2070.617786] env[62284]: DEBUG nova.network.neutron [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.620521] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955252, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.636596] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955253, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.639758] env[62284]: DEBUG nova.network.neutron [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2070.693247] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "7be34aae-58c4-44fb-8dee-746f06c29cca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.693519] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.848223] env[62284]: DEBUG nova.objects.instance [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.096685] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955252, 'name': CreateVM_Task, 'duration_secs': 0.564967} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.096685] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2071.097761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.097761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.097761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2071.098118] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22220f2c-78b9-4cac-9fed-6d854f5051e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.103423] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2071.103423] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52460eb3-2b64-801e-cae6-620484f30195" [ 2071.103423] env[62284]: _type = "Task" [ 2071.103423] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.117155] env[62284]: INFO nova.compute.claims [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2071.123827] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52460eb3-2b64-801e-cae6-620484f30195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.123827] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.123827] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.123827] env[62284]: DEBUG nova.network.neutron [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2071.137945] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955253, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.142249] env[62284]: DEBUG nova.network.neutron [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.196723] env[62284]: DEBUG nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2071.357104] env[62284]: DEBUG oslo_concurrency.lockutils [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.357397] env[62284]: DEBUG oslo_concurrency.lockutils [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.357633] env[62284]: DEBUG nova.network.neutron [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2071.358033] env[62284]: DEBUG nova.objects.instance [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'info_cache' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.616091] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52460eb3-2b64-801e-cae6-620484f30195, 'name': SearchDatastore_Task, 'duration_secs': 0.095168} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.616507] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.616801] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2071.617173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.617394] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.617624] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2071.618015] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94122faa-3c1b-49c9-bb03-1f3ba740adec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.625266] env[62284]: INFO nova.compute.resource_tracker [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating resource usage from migration a8ab6ddd-3a7c-4bca-90f0-a1f24ea3bbce [ 2071.638008] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2071.638298] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2071.642792] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcdcf8d-bc36-4ee6-b120-237c69dbaa53 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.645497] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955253, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.648330] env[62284]: INFO nova.compute.manager [-] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Took 1.03 seconds to deallocate network for instance. [ 2071.655288] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2071.655288] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f51174-eb8f-fd70-3561-6fb0785d69cd" [ 2071.655288] env[62284]: _type = "Task" [ 2071.655288] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.664443] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f51174-eb8f-fd70-3561-6fb0785d69cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.690425] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "fd53ddfc-321c-4923-8554-401c4525caeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.690671] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "fd53ddfc-321c-4923-8554-401c4525caeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.723356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.861295] env[62284]: DEBUG nova.objects.base [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Object Instance<754fc769-14d0-44ce-b3dc-ea2ee4c4dfac> lazy-loaded attributes: flavor,info_cache {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2071.913159] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c21394d-8f5f-4c8c-8155-52aadd408205 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.924887] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e472a17a-bd4b-4009-aa6c-9e39393db9da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.968259] env[62284]: DEBUG nova.network.neutron [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance_info_cache with network_info: [{"id": "df661395-c6c4-4d0d-b4b2-1ff071480481", "address": "fa:16:3e:25:84:ce", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf661395-c6", "ovs_interfaceid": "df661395-c6c4-4d0d-b4b2-1ff071480481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.975025] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b07312-34de-4f8f-800b-a5e9cea7e454 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.976059] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "434e39a2-1d93-41bf-8751-2d9efd032145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.976363] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "434e39a2-1d93-41bf-8751-2d9efd032145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.985603] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14888e5-ef70-4b5d-ac03-b755821d6477 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.001536] env[62284]: DEBUG nova.compute.provider_tree [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.141988] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955253, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.155267] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.165551] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f51174-eb8f-fd70-3561-6fb0785d69cd, 'name': SearchDatastore_Task, 'duration_secs': 0.089916} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.166439] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6f8b0d-34a4-4a7e-9264-ed4821cb0836 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.173928] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2072.173928] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524f002c-1991-14f6-1914-ba09794f838c" [ 2072.173928] env[62284]: _type = "Task" [ 2072.173928] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.183518] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524f002c-1991-14f6-1914-ba09794f838c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.196260] env[62284]: DEBUG nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2072.380751] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.381037] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.477315] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.484025] env[62284]: DEBUG nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2072.505334] env[62284]: DEBUG nova.scheduler.client.report [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.647244] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955253, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.670320] env[62284]: DEBUG nova.network.neutron [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updating instance_info_cache with network_info: [{"id": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "address": "fa:16:3e:fc:99:c9", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d60e01-9a", "ovs_interfaceid": "f1d60e01-9a6f-4f95-ac20-a5f51d9e155a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.690817] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524f002c-1991-14f6-1914-ba09794f838c, 'name': SearchDatastore_Task, 'duration_secs': 0.106012} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.692224] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.692599] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d/e1b5fd75-fd33-4976-abb8-518a9650fd5d.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2072.693435] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cc1d642-d18d-4796-abaf-4508bd7299d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.704949] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2072.704949] env[62284]: value = "task-1955254" [ 2072.704949] env[62284]: _type = "Task" [ 2072.704949] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.719476] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.728062] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.884111] env[62284]: DEBUG nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2073.005338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.010732] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.406s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.010732] env[62284]: INFO nova.compute.manager [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Migrating [ 2073.018139] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.632s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.019554] env[62284]: INFO nova.compute.claims [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2073.138052] env[62284]: INFO nova.compute.manager [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Rebuilding instance [ 2073.148774] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955253, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.822123} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.149172] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0/40b4b4a7-b9f9-4a3f-a1b1-4653e31040d0.vmdk to [datastore1] 750cb1ef-0c34-4d6c-a818-31cdac099c18/750cb1ef-0c34-4d6c-a818-31cdac099c18.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2073.150260] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4ab4c-10b5-44be-9b71-291121737741 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.178481] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 750cb1ef-0c34-4d6c-a818-31cdac099c18/750cb1ef-0c34-4d6c-a818-31cdac099c18.vmdk or device None with type streamOptimized {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2073.181340] env[62284]: DEBUG oslo_concurrency.lockutils [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Releasing lock "refresh_cache-754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.183432] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b43ce5-6975-4545-a4ee-afb3c40e3e4b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.209825] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2073.209825] env[62284]: value = "task-1955255" [ 2073.209825] env[62284]: _type = "Task" [ 2073.209825] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.227903] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955254, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.228203] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.234634] env[62284]: DEBUG nova.compute.manager [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2073.235617] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46695013-42ac-4acb-beef-53e0b937182e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.407341] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.529876] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.530238] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.530568] env[62284]: DEBUG nova.network.neutron [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.723059] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955255, 'name': ReconfigVM_Task, 'duration_secs': 0.439059} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.726193] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 750cb1ef-0c34-4d6c-a818-31cdac099c18/750cb1ef-0c34-4d6c-a818-31cdac099c18.vmdk or device None with type streamOptimized {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2073.726870] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78116} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.727325] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef9827f4-e54c-4685-82cc-cb7b39493df1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.728844] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d/e1b5fd75-fd33-4976-abb8-518a9650fd5d.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2073.729102] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2073.729342] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4681bc0c-0245-4df0-8443-876508a23b16 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.737331] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2073.737331] env[62284]: value = "task-1955257" [ 2073.737331] env[62284]: _type = "Task" [ 2073.737331] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.738900] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2073.738900] env[62284]: value = "task-1955256" [ 2073.738900] env[62284]: _type = "Task" [ 2073.738900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.753300] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.756583] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955256, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.999498] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac691f4-ea6b-4117-b6d2-3ec37dbd062f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.019893] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance '75a0affa-c7d0-4536-8767-1e3992488ef2' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2074.201465] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2074.201770] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fe630a0-a100-44a2-999c-e044fb0d47a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.211145] env[62284]: DEBUG oslo_vmware.api [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2074.211145] env[62284]: value = "task-1955258" [ 2074.211145] env[62284]: _type = "Task" [ 2074.211145] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.227597] env[62284]: DEBUG oslo_vmware.api [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.254807] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2074.255109] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90f74d3-b421-4342-be48-0979e01703fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.266619] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955256, 'name': Rename_Task, 'duration_secs': 0.170017} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.271103] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2074.271308] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 2074.271308] env[62284]: value = "task-1955259" [ 2074.271308] env[62284]: _type = "Task" [ 2074.271308] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.271571] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074395} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.276475] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d4281e0-10fb-49eb-a9b2-49bb4e0ad168 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.278293] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2074.283000] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e95d1-abfd-439c-8ced-36f06435b4ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.311505] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d/e1b5fd75-fd33-4976-abb8-518a9650fd5d.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2074.311839] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.314201] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c2a472-e8b9-4ebf-b3bb-9742ff49fd66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.328464] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2074.328464] env[62284]: value = "task-1955260" [ 2074.328464] env[62284]: _type = "Task" [ 2074.328464] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.329212] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d961169c-77c6-4f76-b538-87514c67ccf0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.340986] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2074.340986] env[62284]: value = "task-1955261" [ 2074.340986] env[62284]: _type = "Task" [ 2074.340986] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.346142] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.349826] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af404dd-ff17-4f1d-ae33-ddf5a0acc940 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.359355] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.385427] env[62284]: DEBUG nova.network.neutron [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance_info_cache with network_info: [{"id": "f98859df-40c6-496d-b38f-43d2d81d649e", "address": "fa:16:3e:2b:3a:e8", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98859df-40", "ovs_interfaceid": "f98859df-40c6-496d-b38f-43d2d81d649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.387215] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63879d0-4073-4db7-9e7b-c1b2533f939a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.396185] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f506e98b-82e1-4da1-b8d2-faeb9dbf8500 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.414032] env[62284]: DEBUG nova.compute.provider_tree [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.526636] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2074.526995] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2eb2e72-f7a5-4273-b7b8-e295ab6986aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.534730] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2074.534730] env[62284]: value = "task-1955262" [ 2074.534730] env[62284]: _type = "Task" [ 2074.534730] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.543367] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.722346] env[62284]: DEBUG oslo_vmware.api [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955258, 'name': PowerOnVM_Task, 'duration_secs': 0.511705} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.723058] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2074.723058] env[62284]: DEBUG nova.compute.manager [None req-81f04b1f-eb09-4d18-b089-65f79c5b2bb3 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.723776] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be37d72-d26e-4ebb-bbaf-cfa49e78469d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.788745] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955259, 'name': PowerOffVM_Task, 'duration_secs': 0.238464} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.789048] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.789763] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2074.790036] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc14f72-f579-42da-ad07-9347a660b87e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.797348] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 2074.797348] env[62284]: value = "task-1955263" [ 2074.797348] env[62284]: _type = "Task" [ 2074.797348] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.805137] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.844348] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955260, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.854611] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955261, 'name': ReconfigVM_Task, 'duration_secs': 0.296921} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.854881] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d/e1b5fd75-fd33-4976-abb8-518a9650fd5d.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2074.856280] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'image_id': 'c7c93e14-6b9b-4358-b7ac-8091442396af'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'}, 'guest_format': None, 'boot_index': None, 'attachment_id': 'fc111318-7fd5-4abf-a129-0a9b778956f9', 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62284) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2074.856479] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2074.856665] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2074.857492] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f07013-8c8f-4c50-bc01-d9fabd38c131 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.873054] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88bc18-f0e6-4257-a1fd-0d9c5a9c2a86 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.897362] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5/volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2074.897859] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.899126] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c965957-1f38-452b-8f41-bbe3217ead41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.916920] env[62284]: DEBUG nova.scheduler.client.report [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.921726] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2074.921726] env[62284]: value = "task-1955264" [ 2074.921726] env[62284]: _type = "Task" [ 2074.921726] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.932129] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.046635] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2075.046953] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance '75a0affa-c7d0-4536-8767-1e3992488ef2' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.308490] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2075.308731] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2075.308931] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402830', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'name': 'volume-ab61cedc-389c-4082-b597-35ca83af8aaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46579684-b81b-4530-880c-e49836e015b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'serial': 'ab61cedc-389c-4082-b597-35ca83af8aaa'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2075.309761] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421c85b3-f6c4-44f7-82d9-e9d85f89aa41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.329115] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a062b60f-5952-4305-a179-b1a3dd086165 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.339757] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a03662-acb4-4a91-9112-6401771e6453 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.347894] env[62284]: DEBUG oslo_vmware.api [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955260, 'name': PowerOnVM_Task, 'duration_secs': 0.717641} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.361043] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2075.361281] env[62284]: INFO nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Took 17.74 seconds to spawn the instance on the hypervisor. [ 2075.361465] env[62284]: DEBUG nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2075.362344] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf668e8-dd0c-4325-a08c-b2518f6dee01 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.365354] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d0102-d912-43e8-af34-e317529e6668 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.384817] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab61cedc-389c-4082-b597-35ca83af8aaa/volume-ab61cedc-389c-4082-b597-35ca83af8aaa.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2075.390134] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2075.390729] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-351b328e-0336-4b8c-9b51-699c063166bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.411578] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 2075.411578] env[62284]: value = "task-1955265" [ 2075.411578] env[62284]: _type = "Task" [ 2075.411578] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.424917] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.426041] env[62284]: DEBUG nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2075.428090] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.428532] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.705s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.429989] env[62284]: INFO nova.compute.claims [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2075.447414] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955264, 'name': ReconfigVM_Task, 'duration_secs': 0.366915} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.447772] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5/volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.452563] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a316c045-c153-448f-8d9f-ddee2d0d6835 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.469439] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2075.469439] env[62284]: value = "task-1955266" [ 2075.469439] env[62284]: _type = "Task" [ 2075.469439] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.479417] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.553630] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2075.553896] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2075.554218] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2075.554457] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2075.554617] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2075.554770] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2075.554978] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2075.555158] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2075.555339] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2075.555494] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2075.555666] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2075.560695] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8fcacba-9d7a-4215-a707-e52cc5342eee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.577900] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2075.577900] env[62284]: value = "task-1955267" [ 2075.577900] env[62284]: _type = "Task" [ 2075.577900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.587322] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.898916] env[62284]: INFO nova.compute.manager [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Took 23.58 seconds to build instance. [ 2075.924939] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955265, 'name': ReconfigVM_Task, 'duration_secs': 0.248014} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.925420] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2075.930882] env[62284]: DEBUG nova.compute.utils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2075.931975] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd7fe2e-344e-46d0-88d4-bcbc3f5da80d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.942694] env[62284]: DEBUG nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2075.944968] env[62284]: DEBUG nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2075.945151] env[62284]: DEBUG nova.network.neutron [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2075.956319] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 2075.956319] env[62284]: value = "task-1955268" [ 2075.956319] env[62284]: _type = "Task" [ 2075.956319] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.966295] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.980300] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955266, 'name': ReconfigVM_Task, 'duration_secs': 0.166054} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.980594] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2075.981176] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871460f1-e451-44b2-976f-a72cf8a30586 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.987841] env[62284]: DEBUG nova.policy [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ad7e08820654b76b965581fef70f44b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '424b27d0b63a4442a1674f1ca292f2e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2075.992189] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2075.992189] env[62284]: value = "task-1955269" [ 2075.992189] env[62284]: _type = "Task" [ 2075.992189] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.001816] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955269, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.088946] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955267, 'name': ReconfigVM_Task, 'duration_secs': 0.165783} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.089497] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance '75a0affa-c7d0-4536-8767-1e3992488ef2' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2076.259200] env[62284]: DEBUG nova.network.neutron [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Successfully created port: 1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2076.400753] env[62284]: DEBUG oslo_concurrency.lockutils [None req-0cb7f421-8d4c-4301-ba74-79eb4d92fb6e tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "750cb1ef-0c34-4d6c-a818-31cdac099c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.086s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.429636] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e83d47-fe7a-49d6-9f9f-a94b56a2001a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.458122] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance 'f1e1b834-79fd-4959-9d78-e61f2755da71' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2076.473121] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955268, 'name': ReconfigVM_Task, 'duration_secs': 0.158586} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.473480] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402830', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'name': 'volume-ab61cedc-389c-4082-b597-35ca83af8aaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46579684-b81b-4530-880c-e49836e015b6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab61cedc-389c-4082-b597-35ca83af8aaa', 'serial': 'ab61cedc-389c-4082-b597-35ca83af8aaa'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2076.473774] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2076.474589] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eacaa6-1fee-410e-8acb-378e09b02348 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.482523] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2076.482778] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e357452-339a-42fa-a1cd-dcd6b2edc434 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.504323] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955269, 'name': Rename_Task, 'duration_secs': 0.17308} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.504645] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2076.504948] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c4b1965-a663-46ee-a20c-d54c832ec1fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.513647] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2076.513647] env[62284]: value = "task-1955271" [ 2076.513647] env[62284]: _type = "Task" [ 2076.513647] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.532837] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.596384] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2076.596584] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2076.596748] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2076.596930] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2076.597228] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2076.597228] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2076.597434] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2076.597595] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2076.597759] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2076.597922] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2076.598395] env[62284]: DEBUG nova.virt.hardware [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2076.605134] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2076.608084] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37dca76d-9d03-4790-8f73-c47fe54ab884 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.631051] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2076.631051] env[62284]: value = "task-1955272" [ 2076.631051] env[62284]: _type = "Task" [ 2076.631051] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.644418] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.725270] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170a75bd-276e-4a20-9559-f0c28b22acb7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.734571] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02cc889-e33d-427d-be9f-4e487671dc31 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.767306] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eef305-98ce-48c9-bb23-aae71d3aedb4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.776288] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5c92cb-4a72-46b5-88c5-49f20e8c2815 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.794527] env[62284]: DEBUG nova.compute.provider_tree [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.964314] env[62284]: DEBUG nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2076.968492] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.968650] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fbf6db8-c84f-400d-aa27-97c03c9ba263 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.977752] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2076.977752] env[62284]: value = "task-1955273" [ 2076.977752] env[62284]: _type = "Task" [ 2076.977752] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.987132] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.996468] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2076.996739] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2076.996921] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2076.997150] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2076.997338] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2076.997461] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2076.997671] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2076.997831] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2076.998000] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2076.998186] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2076.998358] env[62284]: DEBUG nova.virt.hardware [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2076.999234] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c945783d-0fdb-4ea3-8cfb-52373f06245e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.007969] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c318aeb2-695b-4dc0-90c9-140d118a9ed3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.030220] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.143045] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.191111] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "750cb1ef-0c34-4d6c-a818-31cdac099c18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.191453] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "750cb1ef-0c34-4d6c-a818-31cdac099c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.191704] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "750cb1ef-0c34-4d6c-a818-31cdac099c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.191908] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "750cb1ef-0c34-4d6c-a818-31cdac099c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.192103] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "750cb1ef-0c34-4d6c-a818-31cdac099c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.194373] env[62284]: INFO nova.compute.manager [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Terminating instance [ 2077.297855] env[62284]: DEBUG nova.scheduler.client.report [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.488805] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955273, 'name': PowerOffVM_Task, 'duration_secs': 0.228293} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.489132] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2077.489375] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance 'f1e1b834-79fd-4959-9d78-e61f2755da71' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.533129] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.643129] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955272, 'name': ReconfigVM_Task, 'duration_secs': 0.681574} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.643380] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2077.644203] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f6eb9-29bc-4f08-b507-eb0a92425741 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.668742] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 75a0affa-c7d0-4536-8767-1e3992488ef2/75a0affa-c7d0-4536-8767-1e3992488ef2.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.669488] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfa5044-1d19-40df-ab88-c20f9381d3fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.690474] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2077.690474] env[62284]: value = "task-1955274" [ 2077.690474] env[62284]: _type = "Task" [ 2077.690474] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.700498] env[62284]: DEBUG nova.compute.manager [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2077.700759] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2077.701105] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.701920] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cbc2e7-16c7-47cf-8522-b46877f26ea8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.710631] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2077.710940] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d5ed6c5-25c9-44a1-91db-6a4a06e74d7a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.721874] env[62284]: DEBUG oslo_vmware.api [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2077.721874] env[62284]: value = "task-1955275" [ 2077.721874] env[62284]: _type = "Task" [ 2077.721874] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.731760] env[62284]: DEBUG oslo_vmware.api [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.802616] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.803281] env[62284]: DEBUG nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2077.806062] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.651s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.806297] env[62284]: DEBUG nova.objects.instance [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lazy-loading 'resources' on Instance uuid 94b4cd6b-b889-4199-bf59-91e2986d4aa9 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.826085] env[62284]: DEBUG nova.compute.manager [req-8ce6aafd-1186-4d3d-b7b2-5d6de289cf2c req-f13b2e35-9481-4b2c-97e7-e7d298c56acb service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Received event network-vif-plugged-1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2077.826686] env[62284]: DEBUG oslo_concurrency.lockutils [req-8ce6aafd-1186-4d3d-b7b2-5d6de289cf2c req-f13b2e35-9481-4b2c-97e7-e7d298c56acb service nova] Acquiring lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.826933] env[62284]: DEBUG oslo_concurrency.lockutils [req-8ce6aafd-1186-4d3d-b7b2-5d6de289cf2c req-f13b2e35-9481-4b2c-97e7-e7d298c56acb service nova] Lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.827137] env[62284]: DEBUG oslo_concurrency.lockutils [req-8ce6aafd-1186-4d3d-b7b2-5d6de289cf2c req-f13b2e35-9481-4b2c-97e7-e7d298c56acb service nova] Lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.827322] env[62284]: DEBUG nova.compute.manager [req-8ce6aafd-1186-4d3d-b7b2-5d6de289cf2c req-f13b2e35-9481-4b2c-97e7-e7d298c56acb service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] No waiting events found dispatching network-vif-plugged-1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2077.827898] env[62284]: WARNING nova.compute.manager [req-8ce6aafd-1186-4d3d-b7b2-5d6de289cf2c req-f13b2e35-9481-4b2c-97e7-e7d298c56acb service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Received unexpected event network-vif-plugged-1a85af1a-5c23-44ae-ba1e-939de9ce537c for instance with vm_state building and task_state spawning. [ 2077.905445] env[62284]: DEBUG nova.network.neutron [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Successfully updated port: 1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2077.996998] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2077.997373] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2077.997538] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2077.997720] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2077.997865] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2077.998026] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2077.998277] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2077.998468] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2077.998644] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2077.998810] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2077.998981] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2078.004751] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488d8993-fe83-4305-be06-e6f6d46e3543 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.021915] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2078.021915] env[62284]: value = "task-1955276" [ 2078.021915] env[62284]: _type = "Task" [ 2078.021915] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.033427] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.036380] env[62284]: DEBUG oslo_vmware.api [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955271, 'name': PowerOnVM_Task, 'duration_secs': 1.084678} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.036648] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2078.036854] env[62284]: DEBUG nova.compute.manager [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2078.037609] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c286b23-0ec0-4c6f-a024-280f190232e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.088417] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2078.088688] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2078.088901] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Deleting the datastore file [datastore1] 46579684-b81b-4530-880c-e49836e015b6 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2078.089204] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-079332b7-5804-4035-b844-bc7c022b27bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.098282] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for the task: (returnval){ [ 2078.098282] env[62284]: value = "task-1955277" [ 2078.098282] env[62284]: _type = "Task" [ 2078.098282] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.107308] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.120456] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.120663] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.120809] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2078.207363] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.232220] env[62284]: DEBUG oslo_vmware.api [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955275, 'name': PowerOffVM_Task, 'duration_secs': 0.277088} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.232487] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2078.232657] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2078.232932] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fdceeae-8055-44f8-9b6a-199956fcb329 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.310711] env[62284]: DEBUG nova.compute.utils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2078.316801] env[62284]: DEBUG nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2078.317352] env[62284]: DEBUG nova.network.neutron [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2078.356992] env[62284]: DEBUG nova.policy [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2078.409791] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.410172] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquired lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.410559] env[62284]: DEBUG nova.network.neutron [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2078.445385] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2078.445771] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2078.445894] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleting the datastore file [datastore1] 750cb1ef-0c34-4d6c-a818-31cdac099c18 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2078.446167] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb72a3d1-26ee-47c3-9799-a6f7d2a3670f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.456726] env[62284]: DEBUG oslo_vmware.api [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2078.456726] env[62284]: value = "task-1955279" [ 2078.456726] env[62284]: _type = "Task" [ 2078.456726] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.466362] env[62284]: DEBUG oslo_vmware.api [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.535260] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955276, 'name': ReconfigVM_Task, 'duration_secs': 0.284148} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.535582] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance 'f1e1b834-79fd-4959-9d78-e61f2755da71' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2078.553656] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.556100] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0478874b-53f4-4de2-ae07-52556ae2460a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.563105] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b574d8-a507-473b-85b8-6ed8c556e31f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.597076] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1ed4dd-7efe-41d8-a98e-57eef7f7f384 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.611822] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544a1d3c-c0bb-45c4-b95e-3a7515bdecdf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.615896] env[62284]: DEBUG oslo_vmware.api [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Task: {'id': task-1955277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202481} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.616171] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2078.616359] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2078.616533] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2078.630131] env[62284]: DEBUG nova.compute.provider_tree [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.694398] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2078.696573] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a960002d-4972-4139-a0d7-8b30014666d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.711778] env[62284]: DEBUG oslo_vmware.api [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955274, 'name': ReconfigVM_Task, 'duration_secs': 0.522594} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.713381] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 75a0affa-c7d0-4536-8767-1e3992488ef2/75a0affa-c7d0-4536-8767-1e3992488ef2.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.713968] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance '75a0affa-c7d0-4536-8767-1e3992488ef2' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2078.720349] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269532a0-ebc0-47e0-9b87-8729828b2217 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.735256] env[62284]: DEBUG nova.network.neutron [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Successfully created port: eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2078.761302] env[62284]: ERROR nova.compute.manager [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Failed to detach volume ab61cedc-389c-4082-b597-35ca83af8aaa from /dev/sda: nova.exception.InstanceNotFound: Instance 46579684-b81b-4530-880c-e49836e015b6 could not be found. [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] Traceback (most recent call last): [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self.driver.rebuild(**kwargs) [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] raise NotImplementedError() [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] NotImplementedError [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] During handling of the above exception, another exception occurred: [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] Traceback (most recent call last): [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self.driver.detach_volume(context, old_connection_info, [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] return self._volumeops.detach_volume(connection_info, instance) [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self._detach_volume_vmdk(connection_info, instance) [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] stable_ref.fetch_moref(session) [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] nova.exception.InstanceNotFound: Instance 46579684-b81b-4530-880c-e49836e015b6 could not be found. [ 2078.761302] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] [ 2078.816881] env[62284]: DEBUG nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2078.946260] env[62284]: DEBUG nova.compute.utils [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Build of instance 46579684-b81b-4530-880c-e49836e015b6 aborted: Failed to rebuild volume backed instance. {{(pid=62284) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2078.948356] env[62284]: DEBUG nova.network.neutron [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2078.950900] env[62284]: ERROR nova.compute.manager [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 46579684-b81b-4530-880c-e49836e015b6 aborted: Failed to rebuild volume backed instance. [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] Traceback (most recent call last): [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self.driver.rebuild(**kwargs) [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] raise NotImplementedError() [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] NotImplementedError [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] During handling of the above exception, another exception occurred: [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] Traceback (most recent call last): [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self._detach_root_volume(context, instance, root_bdm) [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] with excutils.save_and_reraise_exception(): [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self.force_reraise() [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] raise self.value [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self.driver.detach_volume(context, old_connection_info, [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] return self._volumeops.detach_volume(connection_info, instance) [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self._detach_volume_vmdk(connection_info, instance) [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] stable_ref.fetch_moref(session) [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] nova.exception.InstanceNotFound: Instance 46579684-b81b-4530-880c-e49836e015b6 could not be found. [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] During handling of the above exception, another exception occurred: [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] Traceback (most recent call last): [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] yield [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2078.950900] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self._do_rebuild_instance_with_claim( [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self._do_rebuild_instance( [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self._rebuild_default_impl(**kwargs) [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] self._rebuild_volume_backed_instance( [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] raise exception.BuildAbortException( [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] nova.exception.BuildAbortException: Build of instance 46579684-b81b-4530-880c-e49836e015b6 aborted: Failed to rebuild volume backed instance. [ 2078.952189] env[62284]: ERROR nova.compute.manager [instance: 46579684-b81b-4530-880c-e49836e015b6] [ 2078.966076] env[62284]: DEBUG oslo_vmware.api [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298421} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.966344] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2078.966542] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2078.966702] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2078.966846] env[62284]: INFO nova.compute.manager [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2078.967105] env[62284]: DEBUG oslo.service.loopingcall [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.967303] env[62284]: DEBUG nova.compute.manager [-] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2078.967399] env[62284]: DEBUG nova.network.neutron [-] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2079.041832] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2079.042167] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2079.042432] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2079.042641] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2079.042795] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2079.043018] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2079.043233] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2079.043398] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2079.043564] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2079.043729] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2079.043928] env[62284]: DEBUG nova.virt.hardware [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2079.049978] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2079.050306] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fb1699a-e9c4-4232-b31f-07fa8e4678e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.070435] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2079.070435] env[62284]: value = "task-1955280" [ 2079.070435] env[62284]: _type = "Task" [ 2079.070435] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.078823] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.137567] env[62284]: DEBUG nova.scheduler.client.report [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2079.166873] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.167040] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquired lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.167192] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Forcefully refreshing network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2079.213817] env[62284]: DEBUG nova.network.neutron [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [{"id": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "address": "fa:16:3e:59:0a:46", "network": {"id": "462bb040-86e3-4a35-87f1-c5d8d7b9b83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1927685104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "424b27d0b63a4442a1674f1ca292f2e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a85af1a-5c", "ovs_interfaceid": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.244041] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d2c137-9ce5-4474-9be2-cdde287c0b5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.262917] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9fd039-db62-4193-b3a1-07b821f85538 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.283392] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance '75a0affa-c7d0-4536-8767-1e3992488ef2' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2079.428701] env[62284]: DEBUG nova.compute.manager [req-ac236ba3-495a-456d-ac31-906cf65c1400 req-c7364645-6a99-4206-a0a8-aca2e9a6e5a7 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Received event network-vif-deleted-a10ad937-e10d-49c5-9e64-6b26d102af97 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2079.428889] env[62284]: INFO nova.compute.manager [req-ac236ba3-495a-456d-ac31-906cf65c1400 req-c7364645-6a99-4206-a0a8-aca2e9a6e5a7 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Neutron deleted interface a10ad937-e10d-49c5-9e64-6b26d102af97; detaching it from the instance and deleting it from the info cache [ 2079.429033] env[62284]: DEBUG nova.network.neutron [req-ac236ba3-495a-456d-ac31-906cf65c1400 req-c7364645-6a99-4206-a0a8-aca2e9a6e5a7 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.581318] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955280, 'name': ReconfigVM_Task, 'duration_secs': 0.195816} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.581556] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2079.582355] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e95d1b7-f7c7-4d33-806a-fd3f79358471 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.605390] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71/f1e1b834-79fd-4959-9d78-e61f2755da71.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2079.605755] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252e9c71-d92c-4ff2-9d0d-0369daf6bde5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.625070] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2079.625070] env[62284]: value = "task-1955281" [ 2079.625070] env[62284]: _type = "Task" [ 2079.625070] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.633889] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.641704] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.643992] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.916s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.645539] env[62284]: INFO nova.compute.claims [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.665299] env[62284]: INFO nova.scheduler.client.report [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Deleted allocations for instance 94b4cd6b-b889-4199-bf59-91e2986d4aa9 [ 2079.716282] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Releasing lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.716784] env[62284]: DEBUG nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Instance network_info: |[{"id": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "address": "fa:16:3e:59:0a:46", "network": {"id": "462bb040-86e3-4a35-87f1-c5d8d7b9b83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1927685104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "424b27d0b63a4442a1674f1ca292f2e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a85af1a-5c", "ovs_interfaceid": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2079.717356] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:0a:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a85af1a-5c23-44ae-ba1e-939de9ce537c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2079.725332] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Creating folder: Project (424b27d0b63a4442a1674f1ca292f2e4). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2079.725840] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d1ee6f-5cc6-431d-902e-b0bc302ad003 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.737958] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Created folder: Project (424b27d0b63a4442a1674f1ca292f2e4) in parent group-v402637. [ 2079.738195] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Creating folder: Instances. Parent ref: group-v402914. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2079.738440] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7d57ad-b7a2-44e5-a009-0d1dcfd271b0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.747546] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Created folder: Instances in parent group-v402914. [ 2079.747787] env[62284]: DEBUG oslo.service.loopingcall [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2079.747981] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2079.748205] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d5fd904-c0a8-41ba-bac0-3f8935ec678f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.768541] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2079.768541] env[62284]: value = "task-1955284" [ 2079.768541] env[62284]: _type = "Task" [ 2079.768541] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.776597] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.827500] env[62284]: DEBUG nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2079.830425] env[62284]: DEBUG nova.network.neutron [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Port df661395-c6c4-4d0d-b4b2-1ff071480481 binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2079.854653] env[62284]: DEBUG nova.compute.manager [req-d5c33945-334c-484e-bddd-7b65460b578f req-dfb36341-5897-4f12-92a9-4d82155f9132 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Received event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2079.854919] env[62284]: DEBUG nova.compute.manager [req-d5c33945-334c-484e-bddd-7b65460b578f req-dfb36341-5897-4f12-92a9-4d82155f9132 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing instance network info cache due to event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2079.855199] env[62284]: DEBUG oslo_concurrency.lockutils [req-d5c33945-334c-484e-bddd-7b65460b578f req-dfb36341-5897-4f12-92a9-4d82155f9132 service nova] Acquiring lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.855400] env[62284]: DEBUG oslo_concurrency.lockutils [req-d5c33945-334c-484e-bddd-7b65460b578f req-dfb36341-5897-4f12-92a9-4d82155f9132 service nova] Acquired lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.855584] env[62284]: DEBUG nova.network.neutron [req-d5c33945-334c-484e-bddd-7b65460b578f req-dfb36341-5897-4f12-92a9-4d82155f9132 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2079.859551] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2079.859815] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2079.860023] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2079.860245] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2079.860440] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2079.860608] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2079.860850] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2079.861078] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2079.861315] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2079.861523] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2079.861770] env[62284]: DEBUG nova.virt.hardware [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2079.863440] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf8a6d1-d0ac-4490-aaa2-8e700fd02666 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.873864] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114eaa7b-e927-4139-942c-e2553fd29b99 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.906059] env[62284]: DEBUG nova.network.neutron [-] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.931542] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4e240a8-fcb7-4c37-bf64-dcf8ae5e0e57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.942258] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f09500-c019-4324-b467-39c66d16e675 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.972083] env[62284]: DEBUG nova.compute.manager [req-ac236ba3-495a-456d-ac31-906cf65c1400 req-c7364645-6a99-4206-a0a8-aca2e9a6e5a7 service nova] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Detach interface failed, port_id=a10ad937-e10d-49c5-9e64-6b26d102af97, reason: Instance 750cb1ef-0c34-4d6c-a818-31cdac099c18 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2080.136334] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955281, 'name': ReconfigVM_Task, 'duration_secs': 0.307321} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.136681] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71/f1e1b834-79fd-4959-9d78-e61f2755da71.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2080.137067] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance 'f1e1b834-79fd-4959-9d78-e61f2755da71' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2080.172307] env[62284]: DEBUG oslo_concurrency.lockutils [None req-40ee612e-870e-4445-9b76-e50e323f2946 tempest-ServerShowV254Test-1590263686 tempest-ServerShowV254Test-1590263686-project-member] Lock "94b4cd6b-b889-4199-bf59-91e2986d4aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.462s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.281854] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.409225] env[62284]: INFO nova.compute.manager [-] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Took 1.44 seconds to deallocate network for instance. [ 2080.460836] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updating instance_info_cache with network_info: [{"id": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "address": "fa:16:3e:d8:20:cf", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885ce43d-bf", "ovs_interfaceid": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.612465] env[62284]: DEBUG nova.network.neutron [req-d5c33945-334c-484e-bddd-7b65460b578f req-dfb36341-5897-4f12-92a9-4d82155f9132 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updated VIF entry in instance network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2080.612903] env[62284]: DEBUG nova.network.neutron [req-d5c33945-334c-484e-bddd-7b65460b578f req-dfb36341-5897-4f12-92a9-4d82155f9132 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [{"id": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "address": "fa:16:3e:59:0a:46", "network": {"id": "462bb040-86e3-4a35-87f1-c5d8d7b9b83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1927685104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "424b27d0b63a4442a1674f1ca292f2e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a85af1a-5c", "ovs_interfaceid": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.643621] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07778348-30c3-4e67-bef4-a415be407dd8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.667184] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e0b505-d0be-4414-8060-4f88917a27c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.686170] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance 'f1e1b834-79fd-4959-9d78-e61f2755da71' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2080.779720] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.860376] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.860517] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.860741] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.895070] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e12e8-c80d-4059-a5d0-80c2ee1acb4b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.913087] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80feb36c-71ff-4b37-9084-3f579d4f7a67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.922348] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.957800] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a06283c-6a1f-4d74-b5e9-397838a4b32b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.966954] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325415df-b056-4822-a0fe-a4ede9892d9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.972162] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.972608] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Releasing lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.972792] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updated the network info_cache for instance {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2080.973032] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.973598] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.973777] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.973975] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.974142] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.974291] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.974421] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2080.974562] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.985207] env[62284]: DEBUG nova.compute.provider_tree [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.115991] env[62284]: DEBUG oslo_concurrency.lockutils [req-d5c33945-334c-484e-bddd-7b65460b578f req-dfb36341-5897-4f12-92a9-4d82155f9132 service nova] Releasing lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.234684] env[62284]: DEBUG nova.network.neutron [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Port f98859df-40c6-496d-b38f-43d2d81d649e binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2081.281427] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.399910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Acquiring lock "46579684-b81b-4530-880c-e49836e015b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.399910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "46579684-b81b-4530-880c-e49836e015b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.399910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Acquiring lock "46579684-b81b-4530-880c-e49836e015b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.399910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "46579684-b81b-4530-880c-e49836e015b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.399910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "46579684-b81b-4530-880c-e49836e015b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.401908] env[62284]: INFO nova.compute.manager [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Terminating instance [ 2081.477188] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.488831] env[62284]: DEBUG nova.scheduler.client.report [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.780497] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.894629] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.894840] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.895033] env[62284]: DEBUG nova.network.neutron [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2081.906325] env[62284]: DEBUG nova.compute.manager [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2081.907285] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0775fbf-e1db-4bae-8895-9194e4d234c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.917425] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db89a1e0-b436-436d-b5c2-f4da8ba007dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.950024] env[62284]: WARNING nova.virt.vmwareapi.driver [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 46579684-b81b-4530-880c-e49836e015b6 could not be found. [ 2081.950273] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2081.950612] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-621519fe-acfb-49a3-8ad5-43628e595298 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.960120] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fc3f92-6414-4409-b490-8774cc21205b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.990328] env[62284]: WARNING nova.virt.vmwareapi.vmops [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 46579684-b81b-4530-880c-e49836e015b6 could not be found. [ 2081.990617] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2081.990898] env[62284]: INFO nova.compute.manager [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Took 0.08 seconds to destroy the instance on the hypervisor. [ 2081.991219] env[62284]: DEBUG oslo.service.loopingcall [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2081.991498] env[62284]: DEBUG nova.compute.manager [-] [instance: 46579684-b81b-4530-880c-e49836e015b6] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2081.991596] env[62284]: DEBUG nova.network.neutron [-] [instance: 46579684-b81b-4530-880c-e49836e015b6] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2081.993784] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.994247] env[62284]: DEBUG nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2081.996816] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.992s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.998140] env[62284]: INFO nova.compute.claims [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2082.267021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.267021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.267021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.283561] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.506777] env[62284]: DEBUG nova.compute.utils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2082.508611] env[62284]: DEBUG nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2082.508865] env[62284]: DEBUG nova.network.neutron [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2082.560170] env[62284]: DEBUG nova.policy [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa24f6e4da074beabf079084f0cd9e6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf57fee83a2a402286f45c57a3de1a58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2082.725062] env[62284]: DEBUG nova.compute.manager [req-8d4606ef-5428-4b0c-bb59-1032c1607586 req-c1409801-d3ba-41df-a4c3-acf235a7fb31 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Received event network-vif-deleted-0290d596-bf14-4917-9924-d67823b54f79 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2082.725262] env[62284]: INFO nova.compute.manager [req-8d4606ef-5428-4b0c-bb59-1032c1607586 req-c1409801-d3ba-41df-a4c3-acf235a7fb31 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Neutron deleted interface 0290d596-bf14-4917-9924-d67823b54f79; detaching it from the instance and deleting it from the info cache [ 2082.725432] env[62284]: DEBUG nova.network.neutron [req-8d4606ef-5428-4b0c-bb59-1032c1607586 req-c1409801-d3ba-41df-a4c3-acf235a7fb31 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.734617] env[62284]: DEBUG nova.network.neutron [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance_info_cache with network_info: [{"id": "df661395-c6c4-4d0d-b4b2-1ff071480481", "address": "fa:16:3e:25:84:ce", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf661395-c6", "ovs_interfaceid": "df661395-c6c4-4d0d-b4b2-1ff071480481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.784915] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.005477] env[62284]: DEBUG nova.network.neutron [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Successfully created port: 3e0f3338-fd0b-4af4-b388-d074ad16e6be {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2083.011663] env[62284]: DEBUG nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2083.096604] env[62284]: DEBUG nova.network.neutron [-] [instance: 46579684-b81b-4530-880c-e49836e015b6] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.228431] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3df91b16-c11d-4db2-ac8f-43cedb6ec025 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.238408] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.249241] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04728d33-b023-4bc1-a2d0-8d8f2e9f5141 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.286040] env[62284]: DEBUG nova.compute.manager [req-8d4606ef-5428-4b0c-bb59-1032c1607586 req-c1409801-d3ba-41df-a4c3-acf235a7fb31 service nova] [instance: 46579684-b81b-4530-880c-e49836e015b6] Detach interface failed, port_id=0290d596-bf14-4917-9924-d67823b54f79, reason: Instance 46579684-b81b-4530-880c-e49836e015b6 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2083.300777] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.305749] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5fde20-5a41-4a45-9a08-74ee56973813 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.315208] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67056f81-d131-46e1-94d3-f8261c941181 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.354806] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.355066] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.355253] env[62284]: DEBUG nova.network.neutron [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.358199] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db81591-e781-416f-9904-c5287b50e3e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.370530] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf17c7f-fa5d-4107-ae12-6b905cfce8a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.390219] env[62284]: DEBUG nova.compute.provider_tree [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.600093] env[62284]: INFO nova.compute.manager [-] [instance: 46579684-b81b-4530-880c-e49836e015b6] Took 1.61 seconds to deallocate network for instance. [ 2083.784939] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b73d08-d9f2-4e93-9efa-ed9996b9f595 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.798466] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.813767] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bafdb49-39e7-426b-af84-b1ced4b71845 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.822396] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance '75a0affa-c7d0-4536-8767-1e3992488ef2' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2083.893427] env[62284]: DEBUG nova.scheduler.client.report [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2084.023691] env[62284]: DEBUG nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2084.056942] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2084.057232] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2084.057417] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2084.057570] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2084.057715] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2084.058081] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2084.058282] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2084.058466] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2084.059016] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2084.059285] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2084.059658] env[62284]: DEBUG nova.virt.hardware [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2084.061107] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0145649b-3a97-4a13-b29f-ec61123a16d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.074781] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971f2af3-b731-479e-927c-3fdae8c68623 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.153312] env[62284]: INFO nova.compute.manager [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Took 0.55 seconds to detach 1 volumes for instance. [ 2084.155576] env[62284]: DEBUG nova.compute.manager [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Deleting volume: ab61cedc-389c-4082-b597-35ca83af8aaa {{(pid=62284) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2084.251717] env[62284]: DEBUG nova.network.neutron [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance_info_cache with network_info: [{"id": "f98859df-40c6-496d-b38f-43d2d81d649e", "address": "fa:16:3e:2b:3a:e8", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98859df-40", "ovs_interfaceid": "f98859df-40c6-496d-b38f-43d2d81d649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.299803] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.329952] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfc74b0-3cf8-4207-be20-e7c9d58b16de tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance '75a0affa-c7d0-4536-8767-1e3992488ef2' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2084.401344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.402071] env[62284]: DEBUG nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2084.406684] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.999s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.408551] env[62284]: INFO nova.compute.claims [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.692630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.754167] env[62284]: DEBUG oslo_concurrency.lockutils [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.800598] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.914623] env[62284]: DEBUG nova.compute.utils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.918757] env[62284]: DEBUG nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2084.919051] env[62284]: DEBUG nova.network.neutron [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2084.966392] env[62284]: DEBUG nova.policy [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa24f6e4da074beabf079084f0cd9e6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf57fee83a2a402286f45c57a3de1a58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2085.264828] env[62284]: DEBUG nova.network.neutron [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Successfully created port: d74744eb-4633-442e-bf95-b12d5d4c5537 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2085.282176] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15364ba7-137e-4009-bb36-ec4c935a57e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.306186] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9f7d8-19f2-402a-b4ac-babfd4ee0add {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.315150] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.317776] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance 'f1e1b834-79fd-4959-9d78-e61f2755da71' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2085.419401] env[62284]: DEBUG nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2085.671231] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e3b84-cf92-4c2c-aea0-c668821e4635 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.681993] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac00f13-ea52-442b-bf6f-28a221e61d49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.716015] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a454e3a3-e770-4b6c-a863-2bf244c3dfc8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.724394] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f97c0-21af-4136-8d3f-359e03788dd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.739986] env[62284]: DEBUG nova.compute.provider_tree [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.813183] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.823866] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2085.824293] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6effbce4-ca07-41d6-b7db-79ccceed57fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.832146] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2085.832146] env[62284]: value = "task-1955286" [ 2085.832146] env[62284]: _type = "Task" [ 2085.832146] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.840686] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.243935] env[62284]: DEBUG nova.scheduler.client.report [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.315137] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.344657] env[62284]: DEBUG oslo_vmware.api [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955286, 'name': PowerOnVM_Task, 'duration_secs': 0.448519} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.344951] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2086.345275] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-07d4b19d-ba2e-4b51-ab46-d0b418464175 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance 'f1e1b834-79fd-4959-9d78-e61f2755da71' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2086.430927] env[62284]: DEBUG nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2086.459253] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2086.459450] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.459615] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2086.459817] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.459972] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2086.460304] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2086.460691] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2086.461131] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2086.461432] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2086.461702] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2086.462366] env[62284]: DEBUG nova.virt.hardware [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2086.463625] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ef5038-7afb-4705-9829-842f5c4093c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.475135] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619cbe3f-bc94-462d-8cca-7a02eec2779e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.709494] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "75a0affa-c7d0-4536-8767-1e3992488ef2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.709871] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.710021] env[62284]: DEBUG nova.compute.manager [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Going to confirm migration 7 {{(pid=62284) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2086.749569] env[62284]: DEBUG nova.compute.manager [req-e65c4be1-aaf3-442e-8ea2-7cd78ef54c82 req-13404fae-4525-4c82-be96-62d164bd1cb9 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-vif-plugged-eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2086.749569] env[62284]: DEBUG oslo_concurrency.lockutils [req-e65c4be1-aaf3-442e-8ea2-7cd78ef54c82 req-13404fae-4525-4c82-be96-62d164bd1cb9 service nova] Acquiring lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.749569] env[62284]: DEBUG oslo_concurrency.lockutils [req-e65c4be1-aaf3-442e-8ea2-7cd78ef54c82 req-13404fae-4525-4c82-be96-62d164bd1cb9 service nova] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.749569] env[62284]: DEBUG oslo_concurrency.lockutils [req-e65c4be1-aaf3-442e-8ea2-7cd78ef54c82 req-13404fae-4525-4c82-be96-62d164bd1cb9 service nova] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.750303] env[62284]: DEBUG nova.compute.manager [req-e65c4be1-aaf3-442e-8ea2-7cd78ef54c82 req-13404fae-4525-4c82-be96-62d164bd1cb9 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] No waiting events found dispatching network-vif-plugged-eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.750303] env[62284]: WARNING nova.compute.manager [req-e65c4be1-aaf3-442e-8ea2-7cd78ef54c82 req-13404fae-4525-4c82-be96-62d164bd1cb9 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received unexpected event network-vif-plugged-eefcb4e8-246c-4904-8e18-0a8e20c77612 for instance with vm_state building and task_state spawning. [ 2086.751169] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.752217] env[62284]: DEBUG nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2086.754653] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.201s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.754787] env[62284]: DEBUG nova.objects.instance [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2086.814064] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955284, 'name': CreateVM_Task, 'duration_secs': 6.738381} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.814268] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.815056] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.815236] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.815559] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.815811] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf4db9e-1d97-4c5d-aea6-6d8dd06d2cce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.821437] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2086.821437] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521d3984-86bb-135e-9f28-f57182c54513" [ 2086.821437] env[62284]: _type = "Task" [ 2086.821437] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.829872] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521d3984-86bb-135e-9f28-f57182c54513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.926097] env[62284]: DEBUG nova.network.neutron [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Successfully updated port: eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2087.203380] env[62284]: DEBUG nova.network.neutron [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Successfully updated port: 3e0f3338-fd0b-4af4-b388-d074ad16e6be {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2087.262832] env[62284]: DEBUG nova.compute.utils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2087.264368] env[62284]: DEBUG nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2087.264463] env[62284]: DEBUG nova.network.neutron [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2087.278615] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.278838] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.279066] env[62284]: DEBUG nova.network.neutron [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2087.279301] env[62284]: DEBUG nova.objects.instance [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'info_cache' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.307457] env[62284]: DEBUG nova.policy [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa24f6e4da074beabf079084f0cd9e6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf57fee83a2a402286f45c57a3de1a58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2087.332760] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521d3984-86bb-135e-9f28-f57182c54513, 'name': SearchDatastore_Task, 'duration_secs': 0.04198} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.333113] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.333368] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.333610] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.333818] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.333972] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.334254] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0058582f-0f28-4722-8153-920743f57556 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.344542] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.345221] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.345564] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05b8665-0c2a-4f2e-9c98-b77710ffe471 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.351874] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2087.351874] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525aff6d-c1ee-f40a-4f39-3570e057661f" [ 2087.351874] env[62284]: _type = "Task" [ 2087.351874] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.354490] env[62284]: DEBUG nova.compute.manager [req-5df8cbe2-7307-4641-83b3-7a860fbe77f8 req-c9f934b8-da67-4db0-9b10-6c6554cf9a33 service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Received event network-vif-plugged-d74744eb-4633-442e-bf95-b12d5d4c5537 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2087.354593] env[62284]: DEBUG oslo_concurrency.lockutils [req-5df8cbe2-7307-4641-83b3-7a860fbe77f8 req-c9f934b8-da67-4db0-9b10-6c6554cf9a33 service nova] Acquiring lock "434e39a2-1d93-41bf-8751-2d9efd032145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.354905] env[62284]: DEBUG oslo_concurrency.lockutils [req-5df8cbe2-7307-4641-83b3-7a860fbe77f8 req-c9f934b8-da67-4db0-9b10-6c6554cf9a33 service nova] Lock "434e39a2-1d93-41bf-8751-2d9efd032145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.355147] env[62284]: DEBUG oslo_concurrency.lockutils [req-5df8cbe2-7307-4641-83b3-7a860fbe77f8 req-c9f934b8-da67-4db0-9b10-6c6554cf9a33 service nova] Lock "434e39a2-1d93-41bf-8751-2d9efd032145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.355363] env[62284]: DEBUG nova.compute.manager [req-5df8cbe2-7307-4641-83b3-7a860fbe77f8 req-c9f934b8-da67-4db0-9b10-6c6554cf9a33 service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] No waiting events found dispatching network-vif-plugged-d74744eb-4633-442e-bf95-b12d5d4c5537 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2087.355575] env[62284]: WARNING nova.compute.manager [req-5df8cbe2-7307-4641-83b3-7a860fbe77f8 req-c9f934b8-da67-4db0-9b10-6c6554cf9a33 service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Received unexpected event network-vif-plugged-d74744eb-4633-442e-bf95-b12d5d4c5537 for instance with vm_state building and task_state spawning. [ 2087.369648] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525aff6d-c1ee-f40a-4f39-3570e057661f, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.370418] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8f3732-54fa-43d5-a4c3-937fbf5b1081 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.377568] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2087.377568] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e0a27-cb34-8402-6d81-802d65f36daa" [ 2087.377568] env[62284]: _type = "Task" [ 2087.377568] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.387018] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e0a27-cb34-8402-6d81-802d65f36daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.428824] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.428950] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.429100] env[62284]: DEBUG nova.network.neutron [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2087.450382] env[62284]: DEBUG nova.network.neutron [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Successfully updated port: d74744eb-4633-442e-bf95-b12d5d4c5537 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2087.605585] env[62284]: DEBUG nova.network.neutron [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Successfully created port: b0d59707-bba2-4bb0-a041-a3c7191c658a {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2087.706189] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.706388] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.706597] env[62284]: DEBUG nova.network.neutron [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2087.765425] env[62284]: DEBUG oslo_concurrency.lockutils [None req-925b186d-afa4-4c10-8b70-61aff13ba46a tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.766504] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.844s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.766740] env[62284]: DEBUG nova.objects.instance [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lazy-loading 'resources' on Instance uuid 750cb1ef-0c34-4d6c-a818-31cdac099c18 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.768725] env[62284]: DEBUG nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2087.890047] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e0a27-cb34-8402-6d81-802d65f36daa, 'name': SearchDatastore_Task, 'duration_secs': 0.012778} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.890913] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.890913] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8/ff37dd65-a497-42a0-ae36-6ea1bf3520a8.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2087.890913] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6653e6e9-4378-4ffe-a99d-031e5983639a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.900910] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2087.900910] env[62284]: value = "task-1955287" [ 2087.900910] env[62284]: _type = "Task" [ 2087.900910] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.909436] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.952978] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "refresh_cache-434e39a2-1d93-41bf-8751-2d9efd032145" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.953209] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "refresh_cache-434e39a2-1d93-41bf-8751-2d9efd032145" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.953453] env[62284]: DEBUG nova.network.neutron [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2087.978292] env[62284]: DEBUG nova.network.neutron [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2088.138535] env[62284]: DEBUG nova.network.neutron [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.252679] env[62284]: DEBUG nova.network.neutron [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2088.411417] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955287, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.420884] env[62284]: DEBUG nova.network.neutron [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Updating instance_info_cache with network_info: [{"id": "3e0f3338-fd0b-4af4-b388-d074ad16e6be", "address": "fa:16:3e:b3:3a:b9", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0f3338-fd", "ovs_interfaceid": "3e0f3338-fd0b-4af4-b388-d074ad16e6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.503539] env[62284]: DEBUG nova.network.neutron [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2088.520494] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3fbe8a-18fd-4c06-ad5f-b28fbeadb5d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.529624] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c282b941-f941-4b30-8496-f7829e09ff64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.566743] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4bd34c-66b9-4869-8a55-34e9ec2a8b49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.576326] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4750cdb-ad2b-4639-8d03-f62cc091bd0e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.590940] env[62284]: DEBUG nova.compute.provider_tree [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2088.608345] env[62284]: DEBUG nova.network.neutron [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance_info_cache with network_info: [{"id": "df661395-c6c4-4d0d-b4b2-1ff071480481", "address": "fa:16:3e:25:84:ce", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf661395-c6", "ovs_interfaceid": "df661395-c6c4-4d0d-b4b2-1ff071480481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.641114] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.641446] env[62284]: DEBUG nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Instance network_info: |[{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2088.642117] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:6d:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eefcb4e8-246c-4904-8e18-0a8e20c77612', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2088.650238] env[62284]: DEBUG oslo.service.loopingcall [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2088.650485] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2088.651127] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00d71825-b946-467e-a272-791d3f2230dc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.667404] env[62284]: DEBUG nova.network.neutron [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Updating instance_info_cache with network_info: [{"id": "d74744eb-4633-442e-bf95-b12d5d4c5537", "address": "fa:16:3e:07:9c:ab", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74744eb-46", "ovs_interfaceid": "d74744eb-4633-442e-bf95-b12d5d4c5537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.677711] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2088.677711] env[62284]: value = "task-1955288" [ 2088.677711] env[62284]: _type = "Task" [ 2088.677711] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.687531] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955288, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.764903] env[62284]: DEBUG nova.network.neutron [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Port f98859df-40c6-496d-b38f-43d2d81d649e binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2088.765244] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.765406] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.765588] env[62284]: DEBUG nova.network.neutron [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.785138] env[62284]: DEBUG nova.compute.manager [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.785362] env[62284]: DEBUG nova.compute.manager [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing instance network info cache due to event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2088.785578] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.785720] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.785882] env[62284]: DEBUG nova.network.neutron [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2088.792030] env[62284]: DEBUG nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2088.819072] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2088.819349] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2088.819515] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2088.819702] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2088.819850] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2088.820061] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2088.820325] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2088.820493] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2088.820668] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2088.820886] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2088.821083] env[62284]: DEBUG nova.virt.hardware [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2088.822303] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c7195-2fec-490a-ac63-3daa0f1b1178 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.832024] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7be898-bf26-44e4-a822-7765cad9427c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.913008] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.010206} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.916045] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8/ff37dd65-a497-42a0-ae36-6ea1bf3520a8.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2088.916045] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2088.916045] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a3a05cd-6a11-4485-9d94-c952c9e21701 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.922060] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2088.922060] env[62284]: value = "task-1955289" [ 2088.922060] env[62284]: _type = "Task" [ 2088.922060] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.926072] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.926358] env[62284]: DEBUG nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Instance network_info: |[{"id": "3e0f3338-fd0b-4af4-b388-d074ad16e6be", "address": "fa:16:3e:b3:3a:b9", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0f3338-fd", "ovs_interfaceid": "3e0f3338-fd0b-4af4-b388-d074ad16e6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2088.926738] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:3a:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e0f3338-fd0b-4af4-b388-d074ad16e6be', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2088.934553] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Creating folder: Project (cf57fee83a2a402286f45c57a3de1a58). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2088.940213] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20942d27-467b-4fe2-99e2-3e282a359e96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.942093] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.952212] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Created folder: Project (cf57fee83a2a402286f45c57a3de1a58) in parent group-v402637. [ 2088.952618] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Creating folder: Instances. Parent ref: group-v402918. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2088.952748] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48735e1-8b9b-46b6-8c70-6ba0cd899f89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.962835] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Created folder: Instances in parent group-v402918. [ 2088.963138] env[62284]: DEBUG oslo.service.loopingcall [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2088.963406] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2088.963670] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d0cf2e5-d783-41ce-a7d0-066815c264b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.984634] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2088.984634] env[62284]: value = "task-1955292" [ 2088.984634] env[62284]: _type = "Task" [ 2088.984634] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.994291] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955292, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.094849] env[62284]: DEBUG nova.scheduler.client.report [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2089.111907] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.112304] env[62284]: DEBUG nova.objects.instance [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'migration_context' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.151184] env[62284]: DEBUG nova.network.neutron [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Successfully updated port: b0d59707-bba2-4bb0-a041-a3c7191c658a {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2089.171426] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "refresh_cache-434e39a2-1d93-41bf-8751-2d9efd032145" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.171785] env[62284]: DEBUG nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Instance network_info: |[{"id": "d74744eb-4633-442e-bf95-b12d5d4c5537", "address": "fa:16:3e:07:9c:ab", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74744eb-46", "ovs_interfaceid": "d74744eb-4633-442e-bf95-b12d5d4c5537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2089.172236] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:9c:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd74744eb-4633-442e-bf95-b12d5d4c5537', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2089.179922] env[62284]: DEBUG oslo.service.loopingcall [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.180603] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2089.184131] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a34d6c5-2fe2-4375-b0a6-198af918932d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.207069] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955288, 'name': CreateVM_Task, 'duration_secs': 0.491458} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.208402] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2089.208650] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2089.208650] env[62284]: value = "task-1955293" [ 2089.208650] env[62284]: _type = "Task" [ 2089.208650] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.209417] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.209599] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.209961] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2089.210299] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942be383-de96-49ca-8664-b419d5f09352 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.220367] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2089.220367] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523efc61-fd6e-a338-e873-4ad4f8534ed7" [ 2089.220367] env[62284]: _type = "Task" [ 2089.220367] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.223995] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955293, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.233208] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523efc61-fd6e-a338-e873-4ad4f8534ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.430782] env[62284]: DEBUG nova.compute.manager [req-4db60004-18c6-4542-8ad8-1a40672438ea req-9259a126-06cb-4d26-8c13-73dd38a8b4df service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Received event network-changed-d74744eb-4633-442e-bf95-b12d5d4c5537 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2089.431042] env[62284]: DEBUG nova.compute.manager [req-4db60004-18c6-4542-8ad8-1a40672438ea req-9259a126-06cb-4d26-8c13-73dd38a8b4df service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Refreshing instance network info cache due to event network-changed-d74744eb-4633-442e-bf95-b12d5d4c5537. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2089.431783] env[62284]: DEBUG oslo_concurrency.lockutils [req-4db60004-18c6-4542-8ad8-1a40672438ea req-9259a126-06cb-4d26-8c13-73dd38a8b4df service nova] Acquiring lock "refresh_cache-434e39a2-1d93-41bf-8751-2d9efd032145" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.432020] env[62284]: DEBUG oslo_concurrency.lockutils [req-4db60004-18c6-4542-8ad8-1a40672438ea req-9259a126-06cb-4d26-8c13-73dd38a8b4df service nova] Acquired lock "refresh_cache-434e39a2-1d93-41bf-8751-2d9efd032145" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.432240] env[62284]: DEBUG nova.network.neutron [req-4db60004-18c6-4542-8ad8-1a40672438ea req-9259a126-06cb-4d26-8c13-73dd38a8b4df service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Refreshing network info cache for port d74744eb-4633-442e-bf95-b12d5d4c5537 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2089.442221] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082975} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.442221] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2089.442946] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce064a-b18f-4328-8908-da1411a7442d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.477153] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8/ff37dd65-a497-42a0-ae36-6ea1bf3520a8.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.478223] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc440b66-6320-4929-831f-51f85304b828 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.505754] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955292, 'name': CreateVM_Task, 'duration_secs': 0.458104} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.509448] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2089.509849] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2089.509849] env[62284]: value = "task-1955294" [ 2089.509849] env[62284]: _type = "Task" [ 2089.509849] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.510478] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.524765] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.600569] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.603742] env[62284]: DEBUG nova.network.neutron [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance_info_cache with network_info: [{"id": "f98859df-40c6-496d-b38f-43d2d81d649e", "address": "fa:16:3e:2b:3a:e8", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98859df-40", "ovs_interfaceid": "f98859df-40c6-496d-b38f-43d2d81d649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.605834] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.634s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.608662] env[62284]: DEBUG nova.network.neutron [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updated VIF entry in instance network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.609805] env[62284]: DEBUG nova.network.neutron [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.615057] env[62284]: DEBUG nova.objects.base [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Object Instance<75a0affa-c7d0-4536-8767-1e3992488ef2> lazy-loaded attributes: info_cache,migration_context {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2089.615995] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9e0ade-87a3-4f8a-a953-495b3a0576d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.639025] env[62284]: INFO nova.scheduler.client.report [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted allocations for instance 750cb1ef-0c34-4d6c-a818-31cdac099c18 [ 2089.643608] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2434e85-83a4-4a0c-bceb-bd9ac08dcc57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.653928] env[62284]: DEBUG oslo_vmware.api [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2089.653928] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fb625f-0115-8bad-97bc-f26f8f53e1bb" [ 2089.653928] env[62284]: _type = "Task" [ 2089.653928] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.657402] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "refresh_cache-d3542887-94eb-4d4b-aa8d-3f9d079a0716" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.657500] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "refresh_cache-d3542887-94eb-4d4b-aa8d-3f9d079a0716" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.657653] env[62284]: DEBUG nova.network.neutron [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.664843] env[62284]: DEBUG oslo_vmware.api [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fb625f-0115-8bad-97bc-f26f8f53e1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.722341] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955293, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.733808] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523efc61-fd6e-a338-e873-4ad4f8534ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.013694} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.736496] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.736747] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2089.737026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.737173] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.737357] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2089.737852] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.738174] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2089.738406] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e1cca5-06e0-49c2-ba14-99ae7eb98aab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.740170] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbe32ca-85b4-4240-a7c4-575370752bdc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.745948] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2089.745948] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526852a5-075b-4078-121d-8a2bc1104662" [ 2089.745948] env[62284]: _type = "Task" [ 2089.745948] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.752765] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2089.752957] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2089.753999] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3e3756-a53d-4dcb-89d7-502a8dc7001b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.759100] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526852a5-075b-4078-121d-8a2bc1104662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.764146] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2089.764146] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523f24b0-e381-6de9-3623-c9d0012044ba" [ 2089.764146] env[62284]: _type = "Task" [ 2089.764146] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.771527] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523f24b0-e381-6de9-3623-c9d0012044ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.828370] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e13a23-47e1-4bd3-a9c4-10cd1d0678a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.836877] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0847d-200a-4a00-920f-feb41b894253 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.869127] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbff977a-1cb6-4b30-8f7e-080fb4891e12 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.877274] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482de87c-8da3-4c65-8a2e-06d93c741e88 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.892138] env[62284]: DEBUG nova.compute.provider_tree [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.021025] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955294, 'name': ReconfigVM_Task, 'duration_secs': 0.513111} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.021025] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8/ff37dd65-a497-42a0-ae36-6ea1bf3520a8.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.022873] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ccd4172-e683-464f-957d-57ce5a1477cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.028987] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2090.028987] env[62284]: value = "task-1955295" [ 2090.028987] env[62284]: _type = "Task" [ 2090.028987] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.037904] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955295, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.113197] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.116407] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.116407] env[62284]: DEBUG nova.compute.manager [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Received event network-vif-plugged-3e0f3338-fd0b-4af4-b388-d074ad16e6be {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2090.116407] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Acquiring lock "fd53ddfc-321c-4923-8554-401c4525caeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.116407] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Lock "fd53ddfc-321c-4923-8554-401c4525caeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.116407] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Lock "fd53ddfc-321c-4923-8554-401c4525caeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.116407] env[62284]: DEBUG nova.compute.manager [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] No waiting events found dispatching network-vif-plugged-3e0f3338-fd0b-4af4-b388-d074ad16e6be {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2090.116407] env[62284]: WARNING nova.compute.manager [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Received unexpected event network-vif-plugged-3e0f3338-fd0b-4af4-b388-d074ad16e6be for instance with vm_state building and task_state spawning. [ 2090.116407] env[62284]: DEBUG nova.compute.manager [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Received event network-changed-3e0f3338-fd0b-4af4-b388-d074ad16e6be {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2090.116407] env[62284]: DEBUG nova.compute.manager [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Refreshing instance network info cache due to event network-changed-3e0f3338-fd0b-4af4-b388-d074ad16e6be. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2090.116407] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Acquiring lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.116407] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Acquired lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.116861] env[62284]: DEBUG nova.network.neutron [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Refreshing network info cache for port 3e0f3338-fd0b-4af4-b388-d074ad16e6be {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.153419] env[62284]: DEBUG oslo_concurrency.lockutils [None req-75d073b7-a33a-4576-9241-6bba82496372 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "750cb1ef-0c34-4d6c-a818-31cdac099c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.962s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.170276] env[62284]: DEBUG oslo_vmware.api [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fb625f-0115-8bad-97bc-f26f8f53e1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.170618] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.195764] env[62284]: DEBUG nova.network.neutron [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2090.223169] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955293, 'name': CreateVM_Task, 'duration_secs': 0.745782} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.223336] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2090.224650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.256733] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526852a5-075b-4078-121d-8a2bc1104662, 'name': SearchDatastore_Task, 'duration_secs': 0.029254} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.257066] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.257341] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2090.257543] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.257813] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.258138] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2090.258397] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b456b3b-52e9-4fe1-846d-cf3ba44e3ad1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.264167] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2090.264167] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52de5227-5238-9b7d-b18e-1e22b7443014" [ 2090.264167] env[62284]: _type = "Task" [ 2090.264167] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.278561] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523f24b0-e381-6de9-3623-c9d0012044ba, 'name': SearchDatastore_Task, 'duration_secs': 0.024566} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.281768] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52de5227-5238-9b7d-b18e-1e22b7443014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.282048] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe64a038-cc03-4030-85f9-aa9f2e3fd0ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.287439] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2090.287439] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cfbf21-25ea-584d-24e8-db521e786860" [ 2090.287439] env[62284]: _type = "Task" [ 2090.287439] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.295293] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cfbf21-25ea-584d-24e8-db521e786860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.341854] env[62284]: DEBUG nova.network.neutron [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Updating instance_info_cache with network_info: [{"id": "b0d59707-bba2-4bb0-a041-a3c7191c658a", "address": "fa:16:3e:3f:8d:96", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d59707-bb", "ovs_interfaceid": "b0d59707-bba2-4bb0-a041-a3c7191c658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.398867] env[62284]: DEBUG nova.scheduler.client.report [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2090.466254] env[62284]: DEBUG nova.network.neutron [req-4db60004-18c6-4542-8ad8-1a40672438ea req-9259a126-06cb-4d26-8c13-73dd38a8b4df service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Updated VIF entry in instance network info cache for port d74744eb-4633-442e-bf95-b12d5d4c5537. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.466635] env[62284]: DEBUG nova.network.neutron [req-4db60004-18c6-4542-8ad8-1a40672438ea req-9259a126-06cb-4d26-8c13-73dd38a8b4df service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Updating instance_info_cache with network_info: [{"id": "d74744eb-4633-442e-bf95-b12d5d4c5537", "address": "fa:16:3e:07:9c:ab", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74744eb-46", "ovs_interfaceid": "d74744eb-4633-442e-bf95-b12d5d4c5537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.539928] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955295, 'name': Rename_Task, 'duration_secs': 0.174011} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.540249] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.540505] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcbfed13-0e66-4086-87c4-9b3485cc8c78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.548334] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2090.548334] env[62284]: value = "task-1955296" [ 2090.548334] env[62284]: _type = "Task" [ 2090.548334] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.556454] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.615474] env[62284]: DEBUG nova.compute.manager [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62284) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2090.615720] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.782043] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52de5227-5238-9b7d-b18e-1e22b7443014, 'name': SearchDatastore_Task, 'duration_secs': 0.026098} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.786386] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.786597] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2090.786851] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.800094] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cfbf21-25ea-584d-24e8-db521e786860, 'name': SearchDatastore_Task, 'duration_secs': 0.04596} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.800355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.800639] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7be34aae-58c4-44fb-8dee-746f06c29cca/7be34aae-58c4-44fb-8dee-746f06c29cca.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2090.800921] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.801124] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2090.801334] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a3b2e47-2f9c-4c5f-a4b3-e69f7626ea47 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.803338] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e813e62a-8ad2-44d5-aae3-3514ff5e5551 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.809866] env[62284]: DEBUG nova.compute.manager [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Received event network-vif-plugged-b0d59707-bba2-4bb0-a041-a3c7191c658a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2090.810181] env[62284]: DEBUG oslo_concurrency.lockutils [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] Acquiring lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.810401] env[62284]: DEBUG oslo_concurrency.lockutils [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] Lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.810679] env[62284]: DEBUG oslo_concurrency.lockutils [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] Lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.810786] env[62284]: DEBUG nova.compute.manager [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] No waiting events found dispatching network-vif-plugged-b0d59707-bba2-4bb0-a041-a3c7191c658a {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2090.810959] env[62284]: WARNING nova.compute.manager [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Received unexpected event network-vif-plugged-b0d59707-bba2-4bb0-a041-a3c7191c658a for instance with vm_state building and task_state spawning. [ 2090.811316] env[62284]: DEBUG nova.compute.manager [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Received event network-changed-b0d59707-bba2-4bb0-a041-a3c7191c658a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2090.811492] env[62284]: DEBUG nova.compute.manager [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Refreshing instance network info cache due to event network-changed-b0d59707-bba2-4bb0-a041-a3c7191c658a. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2090.811665] env[62284]: DEBUG oslo_concurrency.lockutils [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] Acquiring lock "refresh_cache-d3542887-94eb-4d4b-aa8d-3f9d079a0716" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.813563] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2090.813563] env[62284]: value = "task-1955297" [ 2090.813563] env[62284]: _type = "Task" [ 2090.813563] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.817784] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2090.817894] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2090.819580] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4aa40d-109f-455b-8b80-20fd942a9e90 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.826928] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.830866] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2090.830866] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5281c5e7-408a-f846-232e-33d3ce2b37d2" [ 2090.830866] env[62284]: _type = "Task" [ 2090.830866] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.842851] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5281c5e7-408a-f846-232e-33d3ce2b37d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.845493] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "refresh_cache-d3542887-94eb-4d4b-aa8d-3f9d079a0716" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.845855] env[62284]: DEBUG nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Instance network_info: |[{"id": "b0d59707-bba2-4bb0-a041-a3c7191c658a", "address": "fa:16:3e:3f:8d:96", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d59707-bb", "ovs_interfaceid": "b0d59707-bba2-4bb0-a041-a3c7191c658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2090.846168] env[62284]: DEBUG oslo_concurrency.lockutils [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] Acquired lock "refresh_cache-d3542887-94eb-4d4b-aa8d-3f9d079a0716" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.846655] env[62284]: DEBUG nova.network.neutron [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Refreshing network info cache for port b0d59707-bba2-4bb0-a041-a3c7191c658a {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.850024] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:8d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0d59707-bba2-4bb0-a041-a3c7191c658a', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2090.856383] env[62284]: DEBUG oslo.service.loopingcall [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.859722] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.859974] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.861619] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.861849] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.862383] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.864376] env[62284]: INFO nova.compute.manager [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Terminating instance [ 2090.866101] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2090.867385] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd8531df-0b9b-4619-a860-76d0421601b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.885643] env[62284]: DEBUG nova.compute.manager [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2090.885643] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2090.886556] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3414f3f3-3a33-4b6c-a431-5a174c9d570c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.897047] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.898436] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c885f64-ec1e-41c6-8aec-66c74d9052fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.900339] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2090.900339] env[62284]: value = "task-1955298" [ 2090.900339] env[62284]: _type = "Task" [ 2090.900339] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.904549] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.299s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.904815] env[62284]: INFO nova.compute.manager [None req-b6d1abdb-7f10-4ee6-85e7-b55fe67d2b39 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] [instance: 46579684-b81b-4530-880c-e49836e015b6] Successfully reverted task state from rebuilding on failure for instance. [ 2090.911984] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.435s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.912132] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.912286] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2090.912615] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.220s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.912841] env[62284]: DEBUG nova.objects.instance [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lazy-loading 'resources' on Instance uuid 46579684-b81b-4530-880c-e49836e015b6 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2090.915809] env[62284]: DEBUG oslo_vmware.api [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2090.915809] env[62284]: value = "task-1955299" [ 2090.915809] env[62284]: _type = "Task" [ 2090.915809] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.916177] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af173a3-5b73-4fa3-b56c-f67f0980da68 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.926955] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955298, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.927928] env[62284]: DEBUG nova.network.neutron [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Updated VIF entry in instance network info cache for port 3e0f3338-fd0b-4af4-b388-d074ad16e6be. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.928318] env[62284]: DEBUG nova.network.neutron [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Updating instance_info_cache with network_info: [{"id": "3e0f3338-fd0b-4af4-b388-d074ad16e6be", "address": "fa:16:3e:b3:3a:b9", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0f3338-fd", "ovs_interfaceid": "3e0f3338-fd0b-4af4-b388-d074ad16e6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.941603] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05127acc-0ec2-472b-a8ec-043b09218fdc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.946010] env[62284]: DEBUG oslo_vmware.api [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.958893] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ade443-67b1-4347-b04f-90b48e39049a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.967424] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c5693-7486-4cd5-97bd-914bf48d41e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.971536] env[62284]: DEBUG oslo_concurrency.lockutils [req-4db60004-18c6-4542-8ad8-1a40672438ea req-9259a126-06cb-4d26-8c13-73dd38a8b4df service nova] Releasing lock "refresh_cache-434e39a2-1d93-41bf-8751-2d9efd032145" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.001143] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180355MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2091.001354] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.058978] env[62284]: DEBUG oslo_vmware.api [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955296, 'name': PowerOnVM_Task, 'duration_secs': 0.508674} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.059354] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.059616] env[62284]: INFO nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Took 14.10 seconds to spawn the instance on the hypervisor. [ 2091.059915] env[62284]: DEBUG nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.060797] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab2c9fd-74ab-47d4-8a66-9675aca5fd9e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.326130] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955297, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.342074] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5281c5e7-408a-f846-232e-33d3ce2b37d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.342984] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0209ea6-bc6c-4134-9cb8-b8a1fca2af12 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.351899] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2091.351899] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cdcff6-b14d-f7c1-1faf-c15e7bc3b127" [ 2091.351899] env[62284]: _type = "Task" [ 2091.351899] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.362204] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cdcff6-b14d-f7c1-1faf-c15e7bc3b127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.371552] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.371654] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.411991] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955298, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.429431] env[62284]: DEBUG oslo_vmware.api [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955299, 'name': PowerOffVM_Task, 'duration_secs': 0.235122} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.429889] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.430589] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2091.430774] env[62284]: DEBUG oslo_concurrency.lockutils [req-f63d693d-ca8b-43a6-837b-c136f99dd580 req-01f35531-b816-42fe-a840-cd787b5c6827 service nova] Releasing lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.431199] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d73d810b-a248-40c3-afcb-9434b047116d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.522368] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2091.522811] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2091.523222] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleting the datastore file [datastore1] dcd5ba7b-aeb7-4fca-8afb-25965e62c41f {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.523380] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a27b3e9-0bbb-425e-a491-b2de20cfba48 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.532643] env[62284]: DEBUG oslo_vmware.api [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2091.532643] env[62284]: value = "task-1955301" [ 2091.532643] env[62284]: _type = "Task" [ 2091.532643] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.542276] env[62284]: DEBUG oslo_vmware.api [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.588799] env[62284]: INFO nova.compute.manager [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Took 22.22 seconds to build instance. [ 2091.667909] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cead08-8631-4158-9174-7ba033ae6d97 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.676569] env[62284]: DEBUG nova.network.neutron [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Updated VIF entry in instance network info cache for port b0d59707-bba2-4bb0-a041-a3c7191c658a. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.676767] env[62284]: DEBUG nova.network.neutron [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Updating instance_info_cache with network_info: [{"id": "b0d59707-bba2-4bb0-a041-a3c7191c658a", "address": "fa:16:3e:3f:8d:96", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d59707-bb", "ovs_interfaceid": "b0d59707-bba2-4bb0-a041-a3c7191c658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.678691] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df16f11-5042-4c8d-afab-d27a5f129f09 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.711288] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb86c9d-1889-4fdd-9010-f3f2d83cd510 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.720069] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29702eda-0c15-46c0-b34a-f69b006bee2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.735264] env[62284]: DEBUG nova.compute.provider_tree [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.825449] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739136} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.825817] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7be34aae-58c4-44fb-8dee-746f06c29cca/7be34aae-58c4-44fb-8dee-746f06c29cca.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.825950] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2091.826217] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a748cf03-0055-4e0a-876f-d305d63c69b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.834141] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2091.834141] env[62284]: value = "task-1955302" [ 2091.834141] env[62284]: _type = "Task" [ 2091.834141] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.843796] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.862979] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52cdcff6-b14d-f7c1-1faf-c15e7bc3b127, 'name': SearchDatastore_Task, 'duration_secs': 0.082737} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.863184] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.863442] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] fd53ddfc-321c-4923-8554-401c4525caeb/fd53ddfc-321c-4923-8554-401c4525caeb.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2091.863733] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.863924] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2091.864158] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad6e590b-384c-427b-ba6e-f572c5ee9341 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.866109] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf74ca60-651f-4c11-b132-537878a059bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.874655] env[62284]: DEBUG nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2091.878953] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2091.878953] env[62284]: value = "task-1955303" [ 2091.878953] env[62284]: _type = "Task" [ 2091.878953] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.881070] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2091.881364] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2091.885743] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf18085-b48e-4974-b993-d89ff38863bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.892633] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2091.892633] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52145ab1-3a71-9b21-dda5-f08ea868542a" [ 2091.892633] env[62284]: _type = "Task" [ 2091.892633] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.896932] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.908597] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52145ab1-3a71-9b21-dda5-f08ea868542a, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.909812] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4920522f-03f6-47bd-b806-e9e5896d3f46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.915711] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955298, 'name': CreateVM_Task, 'duration_secs': 0.862934} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.916278] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2091.917305] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.917479] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.917799] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2091.918319] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae0cdd6-cb19-419b-b768-2ee204fbf8d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.921486] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2091.921486] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5220153f-f651-c30d-5802-4611b9f54b41" [ 2091.921486] env[62284]: _type = "Task" [ 2091.921486] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.926709] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2091.926709] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52124acc-f9a0-3219-2950-53863e3c5f64" [ 2091.926709] env[62284]: _type = "Task" [ 2091.926709] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.933613] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5220153f-f651-c30d-5802-4611b9f54b41, 'name': SearchDatastore_Task} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.934261] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.934534] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 434e39a2-1d93-41bf-8751-2d9efd032145/434e39a2-1d93-41bf-8751-2d9efd032145.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2091.935086] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29721b4e-dfc3-4d70-a767-a72d3d464ce8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.939934] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52124acc-f9a0-3219-2950-53863e3c5f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.945096] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2091.945096] env[62284]: value = "task-1955304" [ 2091.945096] env[62284]: _type = "Task" [ 2091.945096] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.953821] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.042928] env[62284]: DEBUG oslo_vmware.api [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228537} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.043246] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.043446] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.043708] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.043889] env[62284]: INFO nova.compute.manager [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2092.044175] env[62284]: DEBUG oslo.service.loopingcall [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.044455] env[62284]: DEBUG nova.compute.manager [-] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2092.044650] env[62284]: DEBUG nova.network.neutron [-] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2092.091179] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a770c47-4b8a-4a08-a69c-af6f8a13debb tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.748s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.183957] env[62284]: DEBUG oslo_concurrency.lockutils [req-d4745967-9093-46f5-b5d5-5b4baffd47eb req-2d3a49fd-eaa1-4069-908b-810ffca2200f service nova] Releasing lock "refresh_cache-d3542887-94eb-4d4b-aa8d-3f9d079a0716" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.238841] env[62284]: DEBUG nova.scheduler.client.report [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.287833] env[62284]: INFO nova.compute.manager [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Rescuing [ 2092.288158] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.288334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquired lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.288552] env[62284]: DEBUG nova.network.neutron [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2092.304961] env[62284]: DEBUG nova.compute.manager [req-d29dee8b-f9ca-4fe7-b834-434864e5ff2c req-13046bd0-eedd-4978-886b-36a994c59abd service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Received event network-vif-deleted-50d8b495-5039-40cc-8a52-9e9994a704b0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.305195] env[62284]: INFO nova.compute.manager [req-d29dee8b-f9ca-4fe7-b834-434864e5ff2c req-13046bd0-eedd-4978-886b-36a994c59abd service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Neutron deleted interface 50d8b495-5039-40cc-8a52-9e9994a704b0; detaching it from the instance and deleting it from the info cache [ 2092.305452] env[62284]: DEBUG nova.network.neutron [req-d29dee8b-f9ca-4fe7-b834-434864e5ff2c req-13046bd0-eedd-4978-886b-36a994c59abd service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.344848] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07749} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.345136] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2092.345909] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a02e3bd-5116-480f-8e7c-feb50661be78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.370490] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 7be34aae-58c4-44fb-8dee-746f06c29cca/7be34aae-58c4-44fb-8dee-746f06c29cca.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2092.370830] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17f2d36-6ff0-4a46-a150-91ad13a6b720 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.410870] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.412735] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2092.412735] env[62284]: value = "task-1955305" [ 2092.412735] env[62284]: _type = "Task" [ 2092.412735] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.417945] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.424457] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.438309] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52124acc-f9a0-3219-2950-53863e3c5f64, 'name': SearchDatastore_Task, 'duration_secs': 0.018103} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.438678] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.438989] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2092.439300] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.439525] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.439752] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2092.440168] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60561646-6db0-46a2-a40c-d126f06d69b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.451387] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2092.451584] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2092.452674] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54be83c-c475-4ca4-97af-116f413c15c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.458286] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.462150] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2092.462150] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e9fb4c-74e7-3d1f-bddb-64b6284b2620" [ 2092.462150] env[62284]: _type = "Task" [ 2092.462150] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.470443] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e9fb4c-74e7-3d1f-bddb-64b6284b2620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.743573] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.746034] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.575s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.783842] env[62284]: DEBUG nova.network.neutron [-] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.807922] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5782bac9-06e5-4a95-b86a-0d7b86c684e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.819288] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b180d0-f2f1-4b1d-83e9-75018c6e6bc5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.861640] env[62284]: DEBUG nova.compute.manager [req-d29dee8b-f9ca-4fe7-b834-434864e5ff2c req-13046bd0-eedd-4978-886b-36a994c59abd service nova] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Detach interface failed, port_id=50d8b495-5039-40cc-8a52-9e9994a704b0, reason: Instance dcd5ba7b-aeb7-4fca-8afb-25965e62c41f could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2092.911476] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.927139] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.956910] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955304, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.974965] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e9fb4c-74e7-3d1f-bddb-64b6284b2620, 'name': SearchDatastore_Task, 'duration_secs': 0.025782} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.976360] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626fa5d1-c187-4ec4-8d13-2fe8921fe2d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.983747] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2092.983747] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae48d2-6691-6d0f-9b8f-931b2f3efb5d" [ 2092.983747] env[62284]: _type = "Task" [ 2092.983747] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.996032] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae48d2-6691-6d0f-9b8f-931b2f3efb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.081434] env[62284]: DEBUG nova.network.neutron [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [{"id": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "address": "fa:16:3e:59:0a:46", "network": {"id": "462bb040-86e3-4a35-87f1-c5d8d7b9b83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1927685104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "424b27d0b63a4442a1674f1ca292f2e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a85af1a-5c", "ovs_interfaceid": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.267677] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7e5dffa4-386f-4441-8694-44ccf1ba2674 tempest-ServerActionsV293TestJSON-842679079 tempest-ServerActionsV293TestJSON-842679079-project-member] Lock "46579684-b81b-4530-880c-e49836e015b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.867s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.286339] env[62284]: INFO nova.compute.manager [-] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Took 1.24 seconds to deallocate network for instance. [ 2093.409891] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.208093} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.410232] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] fd53ddfc-321c-4923-8554-401c4525caeb/fd53ddfc-321c-4923-8554-401c4525caeb.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2093.410498] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2093.413432] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-791516c9-07e5-4535-a06d-48263a0f634e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.425296] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955305, 'name': ReconfigVM_Task, 'duration_secs': 0.614335} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.426807] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 7be34aae-58c4-44fb-8dee-746f06c29cca/7be34aae-58c4-44fb-8dee-746f06c29cca.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2093.427607] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2093.427607] env[62284]: value = "task-1955306" [ 2093.427607] env[62284]: _type = "Task" [ 2093.427607] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.430487] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd9eb0a6-ac6f-4a62-93c2-49ff9d07f8dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.443637] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.445348] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2093.445348] env[62284]: value = "task-1955307" [ 2093.445348] env[62284]: _type = "Task" [ 2093.445348] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.460687] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955307, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.466304] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955304, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.480336] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a3a577-4d24-4498-9685-3b012d1d1f04 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.492149] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7cbb68-6a43-455e-a83e-c8fdf0fa5cd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.499148] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ae48d2-6691-6d0f-9b8f-931b2f3efb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.037141} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.499809] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.500134] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d3542887-94eb-4d4b-aa8d-3f9d079a0716/d3542887-94eb-4d4b-aa8d-3f9d079a0716.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2093.500402] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7983c0c6-6437-45db-a8b5-a5ef4a5f874a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.528522] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3a6f5a-ee64-4a33-8b60-0d8b7cef620a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.532909] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2093.532909] env[62284]: value = "task-1955308" [ 2093.532909] env[62284]: _type = "Task" [ 2093.532909] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.538879] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266e037d-615c-4bee-b6ac-b5cccc537f7e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.553189] env[62284]: DEBUG nova.compute.provider_tree [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2093.557146] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.584151] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Releasing lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.793588] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.943992] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085551} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.944415] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2093.945259] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb678729-5fc7-49fd-ab99-460c26bbba48 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.963812] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955304, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.554597} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.964154] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955307, 'name': Rename_Task, 'duration_secs': 0.22066} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.975417] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 434e39a2-1d93-41bf-8751-2d9efd032145/434e39a2-1d93-41bf-8751-2d9efd032145.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2093.975743] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2093.975985] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2093.984999] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] fd53ddfc-321c-4923-8554-401c4525caeb/fd53ddfc-321c-4923-8554-401c4525caeb.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2093.985334] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1da19bce-6759-40bf-800f-8284500a1139 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.987467] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-912855d6-4a0f-4380-926a-87f4d4b38ab0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.989369] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6f9478-9461-4195-9897-d14e1e50d2d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.013082] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2094.013082] env[62284]: value = "task-1955310" [ 2094.013082] env[62284]: _type = "Task" [ 2094.013082] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.014736] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2094.014736] env[62284]: value = "task-1955309" [ 2094.014736] env[62284]: _type = "Task" [ 2094.014736] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.015053] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2094.015053] env[62284]: value = "task-1955311" [ 2094.015053] env[62284]: _type = "Task" [ 2094.015053] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.036397] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.036783] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.042634] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.050374] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955308, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.060094] env[62284]: DEBUG nova.scheduler.client.report [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2094.531977] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955309, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.538233] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955310, 'name': ReconfigVM_Task, 'duration_secs': 0.368325} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.538655] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104129} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.538972] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Reconfigured VM instance instance-00000067 to attach disk [datastore1] fd53ddfc-321c-4923-8554-401c4525caeb/fd53ddfc-321c-4923-8554-401c4525caeb.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2094.542681] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2094.542969] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab243e47-4911-4cba-ae44-b57902314199 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.545035] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3f4f1-105a-4f9e-8f2b-8aa6ec445fe9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.572021] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 434e39a2-1d93-41bf-8751-2d9efd032145/434e39a2-1d93-41bf-8751-2d9efd032145.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.572362] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730453} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.578016] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-289195f6-19fe-4649-a7a1-d6e186920fe4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.593203] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d3542887-94eb-4d4b-aa8d-3f9d079a0716/d3542887-94eb-4d4b-aa8d-3f9d079a0716.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2094.593513] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2094.593833] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2094.593833] env[62284]: value = "task-1955312" [ 2094.593833] env[62284]: _type = "Task" [ 2094.593833] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.594777] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99958f82-6c1f-484c-bee7-d0b066cc3ac9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.603184] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2094.603184] env[62284]: value = "task-1955313" [ 2094.603184] env[62284]: _type = "Task" [ 2094.603184] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.607049] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955312, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.611023] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2094.611023] env[62284]: value = "task-1955314" [ 2094.611023] env[62284]: _type = "Task" [ 2094.611023] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.620291] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.631302] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.032908] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.079907] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.334s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.080163] env[62284]: DEBUG nova.compute.manager [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62284) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2095.083463] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.468s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.109016] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955312, 'name': Rename_Task, 'duration_secs': 0.163417} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.112581] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2095.113259] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe02f39d-b621-4a75-acdb-8fa9895f8d75 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.128130] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2095.128752] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085986} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.128984] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955313, 'name': ReconfigVM_Task, 'duration_secs': 0.460963} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.130159] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dea18779-985e-4506-a84d-53fde1fa82ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.131726] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2095.132056] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 434e39a2-1d93-41bf-8751-2d9efd032145/434e39a2-1d93-41bf-8751-2d9efd032145.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.132755] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2095.132755] env[62284]: value = "task-1955315" [ 2095.132755] env[62284]: _type = "Task" [ 2095.132755] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.133723] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c73f8a-b89b-46a4-a33f-771074383b1f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.136282] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cacd4e3c-9e9d-4f4d-9305-7858f5c963bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.144401] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2095.144401] env[62284]: value = "task-1955316" [ 2095.144401] env[62284]: _type = "Task" [ 2095.144401] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.170769] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] d3542887-94eb-4d4b-aa8d-3f9d079a0716/d3542887-94eb-4d4b-aa8d-3f9d079a0716.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2095.171085] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955315, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.173069] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0bb6828-a168-43a3-a7f4-64486c82f000 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.188585] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2095.188585] env[62284]: value = "task-1955317" [ 2095.188585] env[62284]: _type = "Task" [ 2095.188585] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.194146] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.199322] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2095.199322] env[62284]: value = "task-1955318" [ 2095.199322] env[62284]: _type = "Task" [ 2095.199322] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.202752] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955317, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.211659] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.531571] env[62284]: DEBUG oslo_vmware.api [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955309, 'name': PowerOnVM_Task, 'duration_secs': 1.103849} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.531868] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2095.532118] env[62284]: INFO nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Took 15.70 seconds to spawn the instance on the hypervisor. [ 2095.532320] env[62284]: DEBUG nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2095.533213] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd54512c-cd4e-4b0d-8faf-8140310518e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.589629] env[62284]: DEBUG nova.objects.instance [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'migration_context' on Instance uuid f1e1b834-79fd-4959-9d78-e61f2755da71 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.649974] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955315, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.651079] env[62284]: INFO nova.scheduler.client.report [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted allocation for migration 060de063-1b15-4bc0-b4f5-f5165a64f48c [ 2095.671352] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955316, 'name': PowerOffVM_Task, 'duration_secs': 0.392985} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.671769] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2095.673507] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96c499-1c72-4575-b2de-1c0afd464835 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.697431] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d97192-f0b8-4fae-9dab-68aa67dd32f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.711124] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955317, 'name': Rename_Task, 'duration_secs': 0.268674} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.714166] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2095.714415] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2164e8f1-ba63-4bef-be16-3414cce87a8e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.719375] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.725414] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2095.725414] env[62284]: value = "task-1955319" [ 2095.725414] env[62284]: _type = "Task" [ 2095.725414] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.735987] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.740960] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2095.741313] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a407820e-b835-4234-8317-4d9ebe30495e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.749514] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2095.749514] env[62284]: value = "task-1955320" [ 2095.749514] env[62284]: _type = "Task" [ 2095.749514] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.758126] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.052921] env[62284]: INFO nova.compute.manager [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Took 24.35 seconds to build instance. [ 2096.083936] env[62284]: DEBUG nova.objects.instance [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'flavor' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.148877] env[62284]: DEBUG oslo_vmware.api [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955315, 'name': PowerOnVM_Task, 'duration_secs': 0.527403} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.151452] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2096.151675] env[62284]: INFO nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Took 12.13 seconds to spawn the instance on the hypervisor. [ 2096.151867] env[62284]: DEBUG nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.153119] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d115a6fd-db6d-48ac-9e0e-08df1e227317 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.166409] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7f88d91e-aaed-4b3b-a320-ea61d6a837e4 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.456s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.217046] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955318, 'name': ReconfigVM_Task, 'duration_secs': 0.791265} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.217318] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Reconfigured VM instance instance-00000069 to attach disk [datastore1] d3542887-94eb-4d4b-aa8d-3f9d079a0716/d3542887-94eb-4d4b-aa8d-3f9d079a0716.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2096.218075] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3d74bfa-a299-4d41-bf0e-e65980808cd9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.231494] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2096.231494] env[62284]: value = "task-1955321" [ 2096.231494] env[62284]: _type = "Task" [ 2096.231494] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.243539] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.252054] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955321, 'name': Rename_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.271305] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2096.271528] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2096.271773] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.271921] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.272192] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2096.273022] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6687cb14-f5b5-4579-958f-9dd8ec269b74 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.287565] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2096.287565] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2096.288377] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55138dee-7100-4ba5-86b6-e858a3000eef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.295749] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2096.295749] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f9c28e-819b-4021-15bb-bec38a930de9" [ 2096.295749] env[62284]: _type = "Task" [ 2096.295749] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.308552] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f9c28e-819b-4021-15bb-bec38a930de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.313222] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58d28d5-038b-456f-ae4f-06518bf80b22 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.321989] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001f0a1b-4b27-4e9c-93f4-3a497f86880d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.357089] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2e97b6-4140-4169-b1c7-833e505f24ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.366238] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977ac18f-4ac0-4759-af9a-b0fa9ccfe21c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.382045] env[62284]: DEBUG nova.compute.provider_tree [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2096.555338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eff18ea7-3bf5-4a96-a6f7-1e5071f0b3cd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.862s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.589442] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.589632] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.589888] env[62284]: DEBUG nova.network.neutron [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2096.590199] env[62284]: DEBUG nova.objects.instance [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'info_cache' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.677344] env[62284]: DEBUG nova.compute.manager [req-ff6e20be-33b6-4f7d-be4b-0e425e01243e req-32f506ec-3af2-4656-b34f-973d378c0dee service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2096.677344] env[62284]: DEBUG nova.compute.manager [req-ff6e20be-33b6-4f7d-be4b-0e425e01243e req-32f506ec-3af2-4656-b34f-973d378c0dee service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing instance network info cache due to event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2096.677485] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff6e20be-33b6-4f7d-be4b-0e425e01243e req-32f506ec-3af2-4656-b34f-973d378c0dee service nova] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.677625] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff6e20be-33b6-4f7d-be4b-0e425e01243e req-32f506ec-3af2-4656-b34f-973d378c0dee service nova] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.677821] env[62284]: DEBUG nova.network.neutron [req-ff6e20be-33b6-4f7d-be4b-0e425e01243e req-32f506ec-3af2-4656-b34f-973d378c0dee service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2096.679025] env[62284]: INFO nova.compute.manager [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Took 23.98 seconds to build instance. [ 2096.746024] env[62284]: DEBUG oslo_vmware.api [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955319, 'name': PowerOnVM_Task, 'duration_secs': 0.855515} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.746024] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2096.746024] env[62284]: INFO nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Took 10.31 seconds to spawn the instance on the hypervisor. [ 2096.746836] env[62284]: DEBUG nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.747869] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955321, 'name': Rename_Task, 'duration_secs': 0.210516} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.749071] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c90f707-1494-4c66-ad1b-b76060fe9c1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.547851] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2097.550035] env[62284]: DEBUG nova.scheduler.client.report [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2097.561023] env[62284]: DEBUG nova.objects.base [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Object Instance<75a0affa-c7d0-4536-8767-1e3992488ef2> lazy-loaded attributes: flavor,info_cache {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2097.561023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dd64039-81fa-432d-897c-85bd27c54397 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "fd53ddfc-321c-4923-8554-401c4525caeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.867s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.561281] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80bc8af8-87dc-437b-9f17-f2e89089d4e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.580549] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2097.580549] env[62284]: value = "task-1955322" [ 2097.580549] env[62284]: _type = "Task" [ 2097.580549] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.581025] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f9c28e-819b-4021-15bb-bec38a930de9, 'name': SearchDatastore_Task, 'duration_secs': 0.028147} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.585588] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b093084-ed2e-43b9-9dfc-3dc92893b54c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.600926] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "76b956b1-7437-44ab-8849-f05f91265a8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.600926] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "76b956b1-7437-44ab-8849-f05f91265a8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.600926] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2097.600926] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c7c146-dda9-1821-a8ea-359c75f28e8f" [ 2097.600926] env[62284]: _type = "Task" [ 2097.600926] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.601358] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955322, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.614584] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c7c146-dda9-1821-a8ea-359c75f28e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.015805} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.615375] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.615647] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. {{(pid=62284) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2097.615916] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed3af8df-c4ef-4bdf-aef9-8dff7555ef2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.625475] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2097.625475] env[62284]: value = "task-1955323" [ 2097.625475] env[62284]: _type = "Task" [ 2097.625475] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.634746] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.827232] env[62284]: DEBUG nova.network.neutron [req-ff6e20be-33b6-4f7d-be4b-0e425e01243e req-32f506ec-3af2-4656-b34f-973d378c0dee service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updated VIF entry in instance network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2097.827701] env[62284]: DEBUG nova.network.neutron [req-ff6e20be-33b6-4f7d-be4b-0e425e01243e req-32f506ec-3af2-4656-b34f-973d378c0dee service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.091718] env[62284]: INFO nova.compute.manager [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Took 25.10 seconds to build instance. [ 2098.101069] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955322, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.106669] env[62284]: DEBUG nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2098.138243] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955323, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.331398] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff6e20be-33b6-4f7d-be4b-0e425e01243e req-32f506ec-3af2-4656-b34f-973d378c0dee service nova] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.341162] env[62284]: DEBUG nova.network.neutron [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance_info_cache with network_info: [{"id": "df661395-c6c4-4d0d-b4b2-1ff071480481", "address": "fa:16:3e:25:84:ce", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf661395-c6", "ovs_interfaceid": "df661395-c6c4-4d0d-b4b2-1ff071480481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.576228] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.493s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.582649] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.581s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.594612] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3ba9323a-f55e-4dcd-a5d9-9fa788ea3bd9 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "434e39a2-1d93-41bf-8751-2d9efd032145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.618s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.599325] env[62284]: DEBUG oslo_vmware.api [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955322, 'name': PowerOnVM_Task, 'duration_secs': 0.920241} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.600108] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2098.600357] env[62284]: INFO nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Took 9.81 seconds to spawn the instance on the hypervisor. [ 2098.600558] env[62284]: DEBUG nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.601354] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3f48a5-6ef5-4c61-98ae-bc2ab5fd8250 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.630355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.636628] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535751} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.636881] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. [ 2098.637658] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ab1161-0b81-425a-bd94-e1860b2da974 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.664016] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2098.666585] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cfbee7a-b98a-46c0-88d7-42963a4b246f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.687580] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2098.687580] env[62284]: value = "task-1955324" [ 2098.687580] env[62284]: _type = "Task" [ 2098.687580] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.697986] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.844455] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-75a0affa-c7d0-4536-8767-1e3992488ef2" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.121994] env[62284]: INFO nova.compute.manager [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Took 25.73 seconds to build instance. [ 2099.197997] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.622629] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d95eea11-abb4-4438-a305-b369fdf3bb52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2099.623102] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2099.623102] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance e1b5fd75-fd33-4976-abb8-518a9650fd5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2099.623102] env[62284]: WARNING nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance dcd5ba7b-aeb7-4fca-8afb-25965e62c41f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2099.623411] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance e7fafc13-73cb-4cdb-8e25-cf112e529ce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2099.624641] env[62284]: DEBUG oslo_concurrency.lockutils [None req-25045860-26b8-4f4a-bc69-c171bcd2ee6e tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.243s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.699044] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.850905] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2099.851240] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4c38e61-2017-48db-a75b-df227840aaba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.860852] env[62284]: DEBUG oslo_vmware.api [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2099.860852] env[62284]: value = "task-1955325" [ 2099.860852] env[62284]: _type = "Task" [ 2099.860852] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.879138] env[62284]: DEBUG oslo_vmware.api [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.124048] env[62284]: INFO nova.compute.manager [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Swapping old allocation on dict_keys(['442cc14a-9667-48af-bb01-49285ca8ee22']) held by migration a8ab6ddd-3a7c-4bca-90f0-a1f24ea3bbce for instance [ 2100.126420] env[62284]: INFO nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance a8ab6ddd-3a7c-4bca-90f0-a1f24ea3bbce has allocations against this compute host but is not found in the database. [ 2100.126673] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f1e1b834-79fd-4959-9d78-e61f2755da71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2100.126896] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 75a0affa-c7d0-4536-8767-1e3992488ef2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2100.127017] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance ff37dd65-a497-42a0-ae36-6ea1bf3520a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2100.127173] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 7be34aae-58c4-44fb-8dee-746f06c29cca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2100.127318] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance fd53ddfc-321c-4923-8554-401c4525caeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2100.127461] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 434e39a2-1d93-41bf-8751-2d9efd032145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2100.127599] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d3542887-94eb-4d4b-aa8d-3f9d079a0716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2100.148645] env[62284]: DEBUG nova.scheduler.client.report [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Overwriting current allocation {'allocations': {'442cc14a-9667-48af-bb01-49285ca8ee22': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 154}}, 'project_id': 'c2c096ef153e4cb181db153b8bf0d791', 'user_id': '8e40101b6859476e82a0e0f99d01b635', 'consumer_generation': 1} on consumer f1e1b834-79fd-4959-9d78-e61f2755da71 {{(pid=62284) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2100.200546] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955324, 'name': ReconfigVM_Task, 'duration_secs': 1.287667} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.200984] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2100.202350] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24087cf5-8388-48a0-9516-968d30e0fd3d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.243141] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.243453] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.243746] env[62284]: DEBUG nova.network.neutron [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.245445] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3c60df-18d0-4774-9bc4-46c603263269 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.271118] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2100.271118] env[62284]: value = "task-1955326" [ 2100.271118] env[62284]: _type = "Task" [ 2100.271118] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.283478] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.372095] env[62284]: DEBUG oslo_vmware.api [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955325, 'name': PowerOnVM_Task, 'duration_secs': 0.453668} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.372493] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2100.372755] env[62284]: DEBUG nova.compute.manager [None req-f56cd7fd-d17d-4350-a151-3bb36d2269bd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2100.373675] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24229f09-e8b4-4344-9106-13691932c260 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.630539] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 2c76c8a3-a34e-4d98-8191-c845f6604c5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2100.785233] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955326, 'name': ReconfigVM_Task, 'duration_secs': 0.175338} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.785565] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.785903] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35e42ce-af98-4ecd-aef4-cc1f9ca0fed0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.794016] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2100.794016] env[62284]: value = "task-1955327" [ 2100.794016] env[62284]: _type = "Task" [ 2100.794016] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.806463] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.087313] env[62284]: DEBUG nova.network.neutron [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance_info_cache with network_info: [{"id": "f98859df-40c6-496d-b38f-43d2d81d649e", "address": "fa:16:3e:2b:3a:e8", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98859df-40", "ovs_interfaceid": "f98859df-40c6-496d-b38f-43d2d81d649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.133925] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 76b956b1-7437-44ab-8849-f05f91265a8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2101.134265] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2101.134476] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2101.280180] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "fd53ddfc-321c-4923-8554-401c4525caeb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.280584] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "fd53ddfc-321c-4923-8554-401c4525caeb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.280769] env[62284]: DEBUG nova.compute.manager [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.281742] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f9ca7-a3ef-4e71-8966-756c4b8b93d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.292598] env[62284]: DEBUG nova.compute.manager [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2101.293794] env[62284]: DEBUG nova.objects.instance [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lazy-loading 'flavor' on Instance uuid fd53ddfc-321c-4923-8554-401c4525caeb {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.309253] env[62284]: DEBUG oslo_vmware.api [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955327, 'name': PowerOnVM_Task, 'duration_secs': 0.503937} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.310291] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.315450] env[62284]: DEBUG nova.compute.manager [None req-7ed156e3-94db-4f73-aece-08a35f2ba2b8 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.316496] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd91cf00-c66c-4749-9ca9-92e377d05974 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.340183] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcbdee2-c760-4f6b-9bb8-b04ef812cbb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.349194] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76464db-4385-4cc5-baa4-82b7594d8af9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.382554] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1ce4d8-d891-4985-b949-c50df7edc341 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.394197] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d95097-387f-4b2a-a61b-feba0554d8b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.412101] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2101.590214] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-f1e1b834-79fd-4959-9d78-e61f2755da71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.590734] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2101.591043] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db237a75-59fb-486c-8ac1-08a0c40f8ea0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.598578] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2101.598578] env[62284]: value = "task-1955328" [ 2101.598578] env[62284]: _type = "Task" [ 2101.598578] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.607974] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.888800] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "75a0affa-c7d0-4536-8767-1e3992488ef2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.889206] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.889364] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.889590] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.889783] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.891947] env[62284]: INFO nova.compute.manager [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Terminating instance [ 2101.915229] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2102.109030] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955328, 'name': PowerOffVM_Task, 'duration_secs': 0.359012} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.109324] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.109980] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.110217] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.110399] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.110654] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.110762] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.110915] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.111134] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.111299] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.111468] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.111629] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.111803] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.116714] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e189028b-dd2e-47c1-91fd-00a5c99b7155 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.134019] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2102.134019] env[62284]: value = "task-1955329" [ 2102.134019] env[62284]: _type = "Task" [ 2102.134019] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.142448] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.301120] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.301484] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1780c5ce-d5e8-42a6-8391-c406d0cf3242 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.311945] env[62284]: DEBUG oslo_vmware.api [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2102.311945] env[62284]: value = "task-1955330" [ 2102.311945] env[62284]: _type = "Task" [ 2102.311945] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.322378] env[62284]: DEBUG oslo_vmware.api [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.396525] env[62284]: DEBUG nova.compute.manager [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2102.396525] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2102.397736] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62905786-a776-4741-9f62-e7df149bac37 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.407141] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.407259] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4905d71-3810-4c28-94e3-44413318b0a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.414863] env[62284]: DEBUG oslo_vmware.api [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2102.414863] env[62284]: value = "task-1955331" [ 2102.414863] env[62284]: _type = "Task" [ 2102.414863] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.420604] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2102.420976] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.425844] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.008s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.427887] env[62284]: INFO nova.compute.claims [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2102.431474] env[62284]: DEBUG oslo_vmware.api [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.648021] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955329, 'name': ReconfigVM_Task, 'duration_secs': 0.297536} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.648021] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05245a5c-576c-40a6-a1d3-86a5387e483a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.667107] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.667359] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.667515] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.667702] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.667831] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.667984] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.668204] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.668419] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.668526] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.668723] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.668853] env[62284]: DEBUG nova.virt.hardware [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.669983] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287844d5-e8c1-4728-9f88-e36d0ba3d11a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.676721] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2102.678263] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2102.678263] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52571968-75cc-84b6-8f51-e15106965df7" [ 2102.678263] env[62284]: _type = "Task" [ 2102.678263] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.688867] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52571968-75cc-84b6-8f51-e15106965df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.691895] env[62284]: DEBUG nova.compute.manager [req-8d4774d4-869a-410e-aaba-6b5bbba21bd9 req-02e71abc-1562-4fac-bbff-fc4c6af051b1 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Received event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2102.692430] env[62284]: DEBUG nova.compute.manager [req-8d4774d4-869a-410e-aaba-6b5bbba21bd9 req-02e71abc-1562-4fac-bbff-fc4c6af051b1 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing instance network info cache due to event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2102.692430] env[62284]: DEBUG oslo_concurrency.lockutils [req-8d4774d4-869a-410e-aaba-6b5bbba21bd9 req-02e71abc-1562-4fac-bbff-fc4c6af051b1 service nova] Acquiring lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.692572] env[62284]: DEBUG oslo_concurrency.lockutils [req-8d4774d4-869a-410e-aaba-6b5bbba21bd9 req-02e71abc-1562-4fac-bbff-fc4c6af051b1 service nova] Acquired lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.692728] env[62284]: DEBUG nova.network.neutron [req-8d4774d4-869a-410e-aaba-6b5bbba21bd9 req-02e71abc-1562-4fac-bbff-fc4c6af051b1 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2102.823575] env[62284]: DEBUG oslo_vmware.api [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955330, 'name': PowerOffVM_Task, 'duration_secs': 0.424006} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.824761] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.824761] env[62284]: DEBUG nova.compute.manager [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2102.824916] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e5fccf-ee3e-4785-9015-4542b255263a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.828916] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.829188] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.928119] env[62284]: DEBUG oslo_vmware.api [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955331, 'name': PowerOffVM_Task, 'duration_secs': 0.32471} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.928119] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.928119] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2102.928119] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c89991d-d0be-4d09-bb18-27a11a7e9340 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.059385] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2103.059385] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2103.059385] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleting the datastore file [datastore1] 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2103.059616] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddbcff57-03c5-42e9-a5b6-16cb06588054 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.066975] env[62284]: DEBUG oslo_vmware.api [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2103.066975] env[62284]: value = "task-1955333" [ 2103.066975] env[62284]: _type = "Task" [ 2103.066975] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.076215] env[62284]: DEBUG oslo_vmware.api [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.193980] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52571968-75cc-84b6-8f51-e15106965df7, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.201659] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2103.202044] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb93571-038d-40fe-b959-01aaae5ea130 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.223253] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2103.223253] env[62284]: value = "task-1955334" [ 2103.223253] env[62284]: _type = "Task" [ 2103.223253] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.233778] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955334, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.333034] env[62284]: DEBUG nova.compute.utils [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2103.339814] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5a8bcd1e-b98c-445d-93a8-cb4731d45373 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "fd53ddfc-321c-4923-8554-401c4525caeb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.429833] env[62284]: DEBUG nova.network.neutron [req-8d4774d4-869a-410e-aaba-6b5bbba21bd9 req-02e71abc-1562-4fac-bbff-fc4c6af051b1 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updated VIF entry in instance network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2103.430410] env[62284]: DEBUG nova.network.neutron [req-8d4774d4-869a-410e-aaba-6b5bbba21bd9 req-02e71abc-1562-4fac-bbff-fc4c6af051b1 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [{"id": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "address": "fa:16:3e:59:0a:46", "network": {"id": "462bb040-86e3-4a35-87f1-c5d8d7b9b83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1927685104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "424b27d0b63a4442a1674f1ca292f2e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a85af1a-5c", "ovs_interfaceid": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.578081] env[62284]: DEBUG oslo_vmware.api [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274835} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.580866] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2103.581095] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2103.581304] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2103.581481] env[62284]: INFO nova.compute.manager [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2103.581770] env[62284]: DEBUG oslo.service.loopingcall [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2103.582199] env[62284]: DEBUG nova.compute.manager [-] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2103.582299] env[62284]: DEBUG nova.network.neutron [-] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2103.640458] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536e41b2-4953-455b-a1f3-116f286bef53 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.650533] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d4f8a-c94c-47ed-854f-5d4f7a8be11e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.681824] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9319396-d8ea-44aa-8b57-1aaeb071fcd0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.690664] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3039a6e5-46e4-4225-8c37-19bc03f26e6e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.706118] env[62284]: DEBUG nova.compute.provider_tree [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.733984] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955334, 'name': ReconfigVM_Task, 'duration_secs': 0.253387} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.734306] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2103.735112] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d9aca8-dbb2-4a83-ab89-f76308298c89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.759659] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71/f1e1b834-79fd-4959-9d78-e61f2755da71.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2103.759659] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b623f4-b139-4afe-b502-c1a4334292f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.780103] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2103.780103] env[62284]: value = "task-1955335" [ 2103.780103] env[62284]: _type = "Task" [ 2103.780103] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.793415] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.836495] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.933420] env[62284]: DEBUG oslo_concurrency.lockutils [req-8d4774d4-869a-410e-aaba-6b5bbba21bd9 req-02e71abc-1562-4fac-bbff-fc4c6af051b1 service nova] Releasing lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.209673] env[62284]: DEBUG nova.scheduler.client.report [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2104.291802] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.555644] env[62284]: DEBUG nova.network.neutron [-] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.625157] env[62284]: DEBUG nova.compute.manager [req-076978b7-8ba0-4fea-8f6c-adb03ccc4c75 req-2c6922d9-84c1-4a31-928f-76892dcc786d service nova] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Received event network-vif-deleted-df661395-c6c4-4d0d-b4b2-1ff071480481 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2104.716428] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.716428] env[62284]: DEBUG nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2104.722831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.929s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.723070] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.725218] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.095s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.727039] env[62284]: INFO nova.compute.claims [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2104.756956] env[62284]: INFO nova.scheduler.client.report [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted allocations for instance dcd5ba7b-aeb7-4fca-8afb-25965e62c41f [ 2104.791495] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955335, 'name': ReconfigVM_Task, 'duration_secs': 0.98022} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.791787] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71/f1e1b834-79fd-4959-9d78-e61f2755da71.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2104.792748] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54df284-dd57-48cf-b404-4804aafb2113 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.823046] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217de6e6-d5e1-4553-b7cc-eb93bbb00bb0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.847140] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15355bc8-b022-4288-b3eb-261fe5a81d45 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.853269] env[62284]: DEBUG nova.compute.manager [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Received event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2104.853269] env[62284]: DEBUG nova.compute.manager [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing instance network info cache due to event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2104.853269] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] Acquiring lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.853269] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] Acquired lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.853269] env[62284]: DEBUG nova.network.neutron [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2104.872141] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7274056-2dc7-4d9f-bffc-b9aeedcc7aee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.880934] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2104.881293] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad2bface-2137-4073-b88f-38b05d378314 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.888730] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2104.888730] env[62284]: value = "task-1955336" [ 2104.888730] env[62284]: _type = "Task" [ 2104.888730] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.898292] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.904034] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.904034] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.904034] env[62284]: INFO nova.compute.manager [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Attaching volume c270f3b5-b9ae-4264-8afc-aa3e502d13e8 to /dev/sdb [ 2104.948529] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac09437-2802-4d84-a083-545fd915be50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.956467] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7821583-346e-4f48-bc1c-7e95b4a755c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.971330] env[62284]: DEBUG nova.virt.block_device [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Updating existing volume attachment record: ebdffb9b-40c2-496a-925c-8c40733b80b6 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2105.059022] env[62284]: INFO nova.compute.manager [-] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Took 1.48 seconds to deallocate network for instance. [ 2105.179761] env[62284]: DEBUG nova.objects.instance [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lazy-loading 'flavor' on Instance uuid fd53ddfc-321c-4923-8554-401c4525caeb {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.232078] env[62284]: DEBUG nova.compute.utils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2105.237027] env[62284]: DEBUG nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2105.237246] env[62284]: DEBUG nova.network.neutron [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2105.267863] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a31e9fc9-ed26-4aa8-b159-6f6bd39bd252 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "dcd5ba7b-aeb7-4fca-8afb-25965e62c41f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.408s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.281319] env[62284]: DEBUG nova.policy [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c82149b9a8e4d699550c39fc8c08bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c882a1e38dcb4825be38dce95d0ba4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2105.400007] env[62284]: DEBUG oslo_vmware.api [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955336, 'name': PowerOnVM_Task, 'duration_secs': 0.450884} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.400424] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2105.565626] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.575842] env[62284]: DEBUG nova.network.neutron [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Successfully created port: 6f03ba3c-dc2d-4657-9551-98b0f0d54ccb {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2105.619478] env[62284]: DEBUG nova.network.neutron [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updated VIF entry in instance network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.620130] env[62284]: DEBUG nova.network.neutron [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [{"id": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "address": "fa:16:3e:59:0a:46", "network": {"id": "462bb040-86e3-4a35-87f1-c5d8d7b9b83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1927685104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "424b27d0b63a4442a1674f1ca292f2e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a85af1a-5c", "ovs_interfaceid": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.689365] env[62284]: DEBUG oslo_concurrency.lockutils [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.689623] env[62284]: DEBUG oslo_concurrency.lockutils [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquired lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.691159] env[62284]: DEBUG nova.network.neutron [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2105.691623] env[62284]: DEBUG nova.objects.instance [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lazy-loading 'info_cache' on Instance uuid fd53ddfc-321c-4923-8554-401c4525caeb {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.741513] env[62284]: DEBUG nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2105.963534] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b22a6b1-7b5b-4696-8493-eeea0af6a9fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.972338] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bcb096-a090-4c7e-86e5-f9dc77b98291 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.005799] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.006093] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.006307] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.006509] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.006703] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.009243] env[62284]: INFO nova.compute.manager [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Terminating instance [ 2106.013023] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a5a551-94e5-4574-a6b9-f6b836ace67f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.022861] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b5021c-226c-4048-8854-72721f4732d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.038708] env[62284]: DEBUG nova.compute.provider_tree [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2106.125135] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] Releasing lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.125499] env[62284]: DEBUG nova.compute.manager [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Received event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2106.125769] env[62284]: DEBUG nova.compute.manager [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing instance network info cache due to event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2106.126010] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] Acquiring lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.126266] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] Acquired lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.126349] env[62284]: DEBUG nova.network.neutron [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2106.195080] env[62284]: DEBUG nova.objects.base [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2106.412812] env[62284]: INFO nova.compute.manager [None req-6a711b0d-4546-4e59-9c76-7cb9e7f1d777 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance to original state: 'active' [ 2106.516764] env[62284]: DEBUG nova.compute.manager [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2106.516888] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2106.517784] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63290d9-45c3-4935-ac36-0ae96670e699 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.527471] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2106.527748] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-827d2b22-ed5f-40ab-a743-d379d6825032 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.536433] env[62284]: DEBUG oslo_vmware.api [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2106.536433] env[62284]: value = "task-1955338" [ 2106.536433] env[62284]: _type = "Task" [ 2106.536433] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.542014] env[62284]: DEBUG nova.scheduler.client.report [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.549222] env[62284]: DEBUG oslo_vmware.api [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.665975] env[62284]: DEBUG nova.compute.manager [req-9a5cb9d5-352c-44a7-b658-cca5c77098ec req-d55d3aa1-f1e0-4067-9d0b-7c83a5b92741 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Received event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2106.666296] env[62284]: DEBUG nova.compute.manager [req-9a5cb9d5-352c-44a7-b658-cca5c77098ec req-d55d3aa1-f1e0-4067-9d0b-7c83a5b92741 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing instance network info cache due to event network-changed-1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2106.666439] env[62284]: DEBUG oslo_concurrency.lockutils [req-9a5cb9d5-352c-44a7-b658-cca5c77098ec req-d55d3aa1-f1e0-4067-9d0b-7c83a5b92741 service nova] Acquiring lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.750386] env[62284]: DEBUG nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2106.789646] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2106.789871] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2106.790034] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2106.790280] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2106.791368] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2106.791368] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2106.791368] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2106.791368] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2106.791368] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2106.791368] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2106.791608] env[62284]: DEBUG nova.virt.hardware [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2106.792910] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f03624-2ccd-483f-a9b0-4146c81ca29f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.801928] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28f8dd7-11eb-49d3-a815-28bf9706e4c1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.041463] env[62284]: DEBUG nova.network.neutron [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updated VIF entry in instance network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2107.041844] env[62284]: DEBUG nova.network.neutron [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [{"id": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "address": "fa:16:3e:59:0a:46", "network": {"id": "462bb040-86e3-4a35-87f1-c5d8d7b9b83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1927685104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "424b27d0b63a4442a1674f1ca292f2e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a85af1a-5c", "ovs_interfaceid": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.050594] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.051020] env[62284]: DEBUG nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2107.053889] env[62284]: DEBUG oslo_vmware.api [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955338, 'name': PowerOffVM_Task, 'duration_secs': 0.48826} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.054627] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.489s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.054848] env[62284]: DEBUG nova.objects.instance [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'resources' on Instance uuid 75a0affa-c7d0-4536-8767-1e3992488ef2 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.055708] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2107.055889] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2107.056463] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a41eba7e-73b4-4979-a4dc-c9057f9ea055 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.126739] env[62284]: DEBUG nova.network.neutron [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Updating instance_info_cache with network_info: [{"id": "3e0f3338-fd0b-4af4-b388-d074ad16e6be", "address": "fa:16:3e:b3:3a:b9", "network": {"id": "338cf0bf-986d-4f58-ac7d-553f7bc5aa00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1178580388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf57fee83a2a402286f45c57a3de1a58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e0f3338-fd", "ovs_interfaceid": "3e0f3338-fd0b-4af4-b388-d074ad16e6be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.411063] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.411676] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.411836] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.412195] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.412489] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.415962] env[62284]: INFO nova.compute.manager [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Terminating instance [ 2107.510392] env[62284]: DEBUG nova.network.neutron [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Successfully updated port: 6f03ba3c-dc2d-4657-9551-98b0f0d54ccb {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2107.544478] env[62284]: DEBUG oslo_concurrency.lockutils [req-fd92d0ee-7436-4d3a-9270-16e99907a3d3 req-6b015642-01be-42ea-9f84-a564fd4409d4 service nova] Releasing lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.544937] env[62284]: DEBUG oslo_concurrency.lockutils [req-9a5cb9d5-352c-44a7-b658-cca5c77098ec req-d55d3aa1-f1e0-4067-9d0b-7c83a5b92741 service nova] Acquired lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.545161] env[62284]: DEBUG nova.network.neutron [req-9a5cb9d5-352c-44a7-b658-cca5c77098ec req-d55d3aa1-f1e0-4067-9d0b-7c83a5b92741 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Refreshing network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2107.560422] env[62284]: DEBUG nova.compute.utils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2107.562236] env[62284]: DEBUG nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2107.562416] env[62284]: DEBUG nova.network.neutron [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2107.618527] env[62284]: DEBUG nova.policy [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2107.629077] env[62284]: DEBUG oslo_concurrency.lockutils [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Releasing lock "refresh_cache-fd53ddfc-321c-4923-8554-401c4525caeb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.758454] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee3d46-9304-48fe-98c1-9a769b8e3804 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.767243] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5720fa2-eb50-4807-ba9f-4bd16a7fd75f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.800753] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5d3fb2-1619-455d-9460-3c94ca973f21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.809485] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539e5ac0-b6b7-4cfb-8487-4f5ae1ffa6c0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.824193] env[62284]: DEBUG nova.compute.provider_tree [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2107.910744] env[62284]: DEBUG nova.network.neutron [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Successfully created port: 77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2107.920774] env[62284]: DEBUG nova.compute.manager [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.920970] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.921853] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5ae784-4128-400c-9d55-4d483ea36ef7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.931391] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.931654] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9aaa82-0ae6-46e8-b5db-faea27a17144 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.939515] env[62284]: DEBUG oslo_vmware.api [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2107.939515] env[62284]: value = "task-1955341" [ 2107.939515] env[62284]: _type = "Task" [ 2107.939515] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.951632] env[62284]: DEBUG oslo_vmware.api [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.011358] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "f1e1b834-79fd-4959-9d78-e61f2755da71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.011358] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.011693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.011693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.011867] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.014425] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "refresh_cache-2c76c8a3-a34e-4d98-8191-c845f6604c5e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.014616] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "refresh_cache-2c76c8a3-a34e-4d98-8191-c845f6604c5e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.014773] env[62284]: DEBUG nova.network.neutron [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2108.016124] env[62284]: INFO nova.compute.manager [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Terminating instance [ 2108.068191] env[62284]: DEBUG nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2108.326342] env[62284]: DEBUG nova.network.neutron [req-9a5cb9d5-352c-44a7-b658-cca5c77098ec req-d55d3aa1-f1e0-4067-9d0b-7c83a5b92741 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updated VIF entry in instance network info cache for port 1a85af1a-5c23-44ae-ba1e-939de9ce537c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2108.326833] env[62284]: DEBUG nova.network.neutron [req-9a5cb9d5-352c-44a7-b658-cca5c77098ec req-d55d3aa1-f1e0-4067-9d0b-7c83a5b92741 service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [{"id": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "address": "fa:16:3e:59:0a:46", "network": {"id": "462bb040-86e3-4a35-87f1-c5d8d7b9b83d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1927685104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "424b27d0b63a4442a1674f1ca292f2e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a85af1a-5c", "ovs_interfaceid": "1a85af1a-5c23-44ae-ba1e-939de9ce537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.329029] env[62284]: DEBUG nova.scheduler.client.report [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.451194] env[62284]: DEBUG oslo_vmware.api [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955341, 'name': PowerOffVM_Task, 'duration_secs': 0.391991} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.451545] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.451779] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.452121] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb204ef3-6844-4771-b384-b0a610438a7b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.520145] env[62284]: DEBUG nova.compute.manager [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2108.520385] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2108.521245] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e9f269-0e23-494a-adb0-b8ed13b41402 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.529418] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2108.529656] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cd3e2b1-92f9-44a7-bf00-1f634487ac4d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.536880] env[62284]: DEBUG oslo_vmware.api [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2108.536880] env[62284]: value = "task-1955343" [ 2108.536880] env[62284]: _type = "Task" [ 2108.536880] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.545357] env[62284]: DEBUG oslo_vmware.api [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.570924] env[62284]: DEBUG nova.network.neutron [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2108.634251] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2108.635024] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f78bd9f-a5c1-4323-b4a3-0a174357224a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.644319] env[62284]: DEBUG oslo_vmware.api [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2108.644319] env[62284]: value = "task-1955344" [ 2108.644319] env[62284]: _type = "Task" [ 2108.644319] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.655393] env[62284]: DEBUG oslo_vmware.api [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.691327] env[62284]: DEBUG nova.compute.manager [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Received event network-vif-plugged-6f03ba3c-dc2d-4657-9551-98b0f0d54ccb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2108.691593] env[62284]: DEBUG oslo_concurrency.lockutils [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] Acquiring lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.691774] env[62284]: DEBUG oslo_concurrency.lockutils [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] Lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.691993] env[62284]: DEBUG oslo_concurrency.lockutils [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] Lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.692349] env[62284]: DEBUG nova.compute.manager [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] No waiting events found dispatching network-vif-plugged-6f03ba3c-dc2d-4657-9551-98b0f0d54ccb {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2108.692545] env[62284]: WARNING nova.compute.manager [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Received unexpected event network-vif-plugged-6f03ba3c-dc2d-4657-9551-98b0f0d54ccb for instance with vm_state building and task_state spawning. [ 2108.692712] env[62284]: DEBUG nova.compute.manager [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Received event network-changed-6f03ba3c-dc2d-4657-9551-98b0f0d54ccb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2108.692866] env[62284]: DEBUG nova.compute.manager [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Refreshing instance network info cache due to event network-changed-6f03ba3c-dc2d-4657-9551-98b0f0d54ccb. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2108.693048] env[62284]: DEBUG oslo_concurrency.lockutils [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] Acquiring lock "refresh_cache-2c76c8a3-a34e-4d98-8191-c845f6604c5e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.768445] env[62284]: DEBUG nova.network.neutron [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Updating instance_info_cache with network_info: [{"id": "6f03ba3c-dc2d-4657-9551-98b0f0d54ccb", "address": "fa:16:3e:b8:af:9e", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f03ba3c-dc", "ovs_interfaceid": "6f03ba3c-dc2d-4657-9551-98b0f0d54ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.834187] env[62284]: DEBUG oslo_concurrency.lockutils [req-9a5cb9d5-352c-44a7-b658-cca5c77098ec req-d55d3aa1-f1e0-4067-9d0b-7c83a5b92741 service nova] Releasing lock "refresh_cache-ff37dd65-a497-42a0-ae36-6ea1bf3520a8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.835053] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.862150] env[62284]: INFO nova.scheduler.client.report [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted allocations for instance 75a0affa-c7d0-4536-8767-1e3992488ef2 [ 2109.047915] env[62284]: DEBUG oslo_vmware.api [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955343, 'name': PowerOffVM_Task, 'duration_secs': 0.40572} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.048284] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.048502] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2109.048775] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b346419-db0e-4c96-9e5f-affbea446af3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.078069] env[62284]: DEBUG nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2109.105875] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2109.106216] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2109.106391] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2109.106579] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2109.106735] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2109.106882] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2109.107102] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2109.107268] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2109.107436] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2109.107600] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2109.107775] env[62284]: DEBUG nova.virt.hardware [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2109.108684] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4e2268-0683-45f8-a4b2-a656d04a5e57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.116658] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c6df1-d07e-4505-a9a3-44fd53470cdb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.154281] env[62284]: DEBUG oslo_vmware.api [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955344, 'name': PowerOnVM_Task, 'duration_secs': 0.429362} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.154637] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2109.154844] env[62284]: DEBUG nova.compute.manager [None req-311d95d0-23ed-45f1-9ad6-011a9e2b8ec2 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.155618] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c9a756-4f74-4aaf-b3ea-d76a48db2a25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.271705] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "refresh_cache-2c76c8a3-a34e-4d98-8191-c845f6604c5e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.272199] env[62284]: DEBUG nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Instance network_info: |[{"id": "6f03ba3c-dc2d-4657-9551-98b0f0d54ccb", "address": "fa:16:3e:b8:af:9e", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f03ba3c-dc", "ovs_interfaceid": "6f03ba3c-dc2d-4657-9551-98b0f0d54ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2109.272551] env[62284]: DEBUG oslo_concurrency.lockutils [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] Acquired lock "refresh_cache-2c76c8a3-a34e-4d98-8191-c845f6604c5e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.272754] env[62284]: DEBUG nova.network.neutron [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Refreshing network info cache for port 6f03ba3c-dc2d-4657-9551-98b0f0d54ccb {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2109.274394] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:af:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f03ba3c-dc2d-4657-9551-98b0f0d54ccb', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2109.281760] env[62284]: DEBUG oslo.service.loopingcall [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.284756] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2109.285242] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9df988f-0542-44d9-b7d5-9beb078a84a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.306869] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2109.306869] env[62284]: value = "task-1955346" [ 2109.306869] env[62284]: _type = "Task" [ 2109.306869] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.316242] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.371777] env[62284]: DEBUG oslo_concurrency.lockutils [None req-04cc8aad-1bd9-4ecf-adf1-28717738d70d tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "75a0affa-c7d0-4536-8767-1e3992488ef2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.483s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.527489] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2109.527732] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402923', 'volume_id': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'name': 'volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7fafc13-73cb-4cdb-8e25-cf112e529ce7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'serial': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2109.528655] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb15e22-94d1-40cb-905d-ddd3965113ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.547740] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0a5b73-282b-479a-863a-3d69f547ebb3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.576863] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8/volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2109.577228] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1149d2f-7627-4a71-a25f-6d7a0804da41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.615564] env[62284]: DEBUG nova.network.neutron [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Updated VIF entry in instance network info cache for port 6f03ba3c-dc2d-4657-9551-98b0f0d54ccb. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2109.615942] env[62284]: DEBUG nova.network.neutron [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Updating instance_info_cache with network_info: [{"id": "6f03ba3c-dc2d-4657-9551-98b0f0d54ccb", "address": "fa:16:3e:b8:af:9e", "network": {"id": "b1a0ed6f-9eac-4efc-a7bc-b3c9fe76a045", "bridge": "br-int", "label": "tempest-ImagesTestJSON-884932593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c882a1e38dcb4825be38dce95d0ba4d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f03ba3c-dc", "ovs_interfaceid": "6f03ba3c-dc2d-4657-9551-98b0f0d54ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.626855] env[62284]: DEBUG oslo_vmware.api [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2109.626855] env[62284]: value = "task-1955347" [ 2109.626855] env[62284]: _type = "Task" [ 2109.626855] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.636578] env[62284]: DEBUG oslo_vmware.api [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.818826] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.121434] env[62284]: DEBUG oslo_concurrency.lockutils [req-ed863482-c105-4efe-9deb-321d04619576 req-bb61b542-e056-4068-8ab5-2db3b003499d service nova] Releasing lock "refresh_cache-2c76c8a3-a34e-4d98-8191-c845f6604c5e" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.139118] env[62284]: DEBUG oslo_vmware.api [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.318257] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.639543] env[62284]: DEBUG oslo_vmware.api [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955347, 'name': ReconfigVM_Task, 'duration_secs': 0.584365} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.639842] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8/volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2110.646564] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39a0d33-5c95-4471-97da-db8ab60d4a4c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.664505] env[62284]: DEBUG oslo_vmware.api [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2110.664505] env[62284]: value = "task-1955348" [ 2110.664505] env[62284]: _type = "Task" [ 2110.664505] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.674505] env[62284]: DEBUG oslo_vmware.api [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.818536] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.955459] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.956113] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.178278] env[62284]: DEBUG oslo_vmware.api [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955348, 'name': ReconfigVM_Task, 'duration_secs': 0.152172} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.178278] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402923', 'volume_id': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'name': 'volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7fafc13-73cb-4cdb-8e25-cf112e529ce7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'serial': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2111.320407] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.457902] env[62284]: DEBUG nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2111.820724] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.895909] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.896248] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.896527] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.896754] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.896986] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.899273] env[62284]: INFO nova.compute.manager [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Terminating instance [ 2111.980575] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.980872] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.982643] env[62284]: INFO nova.compute.claims [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2112.216537] env[62284]: DEBUG nova.objects.instance [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'flavor' on Instance uuid e7fafc13-73cb-4cdb-8e25-cf112e529ce7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.321743] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.403783] env[62284]: DEBUG nova.compute.manager [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2112.403968] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2112.404842] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1d9df-8b89-467c-b2aa-e09411835294 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.413019] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2112.413277] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8233305-810b-418d-ab0a-82c8e6103450 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.419773] env[62284]: DEBUG oslo_vmware.api [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2112.419773] env[62284]: value = "task-1955349" [ 2112.419773] env[62284]: _type = "Task" [ 2112.419773] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.427670] env[62284]: DEBUG oslo_vmware.api [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.722790] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c11045d1-8a00-4604-8358-0b63ec3febfd tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.821s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.823654] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.934508] env[62284]: DEBUG oslo_vmware.api [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955349, 'name': PowerOffVM_Task, 'duration_secs': 0.271848} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.934834] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2112.935054] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.935337] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c073d941-c2c6-49a2-8d03-14be913ff8f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.134121] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78876e9f-c743-487f-b76b-c425f73067c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.141863] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93000dd-045b-4ac0-b78d-d1079f9f090f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.172661] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e891e2-2154-492b-b46f-fb5708417090 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.181652] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013232d2-cf56-4837-9be9-d3b8dc1e45e0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.196348] env[62284]: DEBUG nova.compute.provider_tree [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.326644] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.428773] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.429098] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.641022] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2113.641278] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2113.641471] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Deleting the datastore file [datastore1] ff37dd65-a497-42a0-ae36-6ea1bf3520a8 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2113.641756] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3f74e9a-a60e-42e6-8646-86725c45e61c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.650469] env[62284]: DEBUG oslo_vmware.api [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for the task: (returnval){ [ 2113.650469] env[62284]: value = "task-1955351" [ 2113.650469] env[62284]: _type = "Task" [ 2113.650469] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.657486] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2113.657671] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2113.657939] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleting the datastore file [datastore1] f1e1b834-79fd-4959-9d78-e61f2755da71 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2113.658900] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a17dccf-23e4-49d1-bf8f-774324ee411d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.666230] env[62284]: DEBUG oslo_vmware.api [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.675642] env[62284]: DEBUG oslo_vmware.api [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2113.675642] env[62284]: value = "task-1955352" [ 2113.675642] env[62284]: _type = "Task" [ 2113.675642] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.676664] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2113.676889] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2113.677084] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleting the datastore file [datastore1] d3542887-94eb-4d4b-aa8d-3f9d079a0716 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2113.680314] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c2dcc27-b593-4ab9-89a5-2d930e9099dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.683104] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2113.683352] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2113.683533] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Deleting the datastore file [datastore1] 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2113.684496] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb2a41a8-a335-4e23-a271-8f2dacea33b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.690045] env[62284]: DEBUG oslo_vmware.api [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.691819] env[62284]: DEBUG oslo_vmware.api [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2113.691819] env[62284]: value = "task-1955353" [ 2113.691819] env[62284]: _type = "Task" [ 2113.691819] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.696835] env[62284]: DEBUG oslo_vmware.api [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2113.696835] env[62284]: value = "task-1955354" [ 2113.696835] env[62284]: _type = "Task" [ 2113.696835] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.704827] env[62284]: DEBUG nova.scheduler.client.report [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2113.708599] env[62284]: DEBUG oslo_vmware.api [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.714401] env[62284]: DEBUG oslo_vmware.api [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.825851] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.932615] env[62284]: INFO nova.compute.manager [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Detaching volume c270f3b5-b9ae-4264-8afc-aa3e502d13e8 [ 2113.965701] env[62284]: INFO nova.virt.block_device [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Attempting to driver detach volume c270f3b5-b9ae-4264-8afc-aa3e502d13e8 from mountpoint /dev/sdb [ 2113.966087] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2113.966155] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402923', 'volume_id': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'name': 'volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7fafc13-73cb-4cdb-8e25-cf112e529ce7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'serial': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2113.967394] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a50a9d-869c-4cf3-af7a-d091ea2b43c0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.991015] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129e23d2-ff14-4601-bb6e-1dd3d1a61fd3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.999696] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be17a1e2-916d-40ad-92fe-334a203cacf7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.021474] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02fe05-11df-4399-94ac-f352fcaccd96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.037704] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] The volume has not been displaced from its original location: [datastore1] volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8/volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2114.044469] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2114.044841] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31101485-9411-4b04-b722-918b45587c9d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.064687] env[62284]: DEBUG oslo_vmware.api [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2114.064687] env[62284]: value = "task-1955355" [ 2114.064687] env[62284]: _type = "Task" [ 2114.064687] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.073136] env[62284]: DEBUG oslo_vmware.api [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.163072] env[62284]: DEBUG oslo_vmware.api [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Task: {'id': task-1955351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223849} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.163520] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2114.163835] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2114.164152] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2114.164454] env[62284]: INFO nova.compute.manager [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Took 6.24 seconds to destroy the instance on the hypervisor. [ 2114.164828] env[62284]: DEBUG oslo.service.loopingcall [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.165133] env[62284]: DEBUG nova.compute.manager [-] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2114.165330] env[62284]: DEBUG nova.network.neutron [-] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2114.191666] env[62284]: DEBUG oslo_vmware.api [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191137} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.192515] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2114.192515] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2114.192515] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2114.192515] env[62284]: INFO nova.compute.manager [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Took 5.67 seconds to destroy the instance on the hypervisor. [ 2114.192846] env[62284]: DEBUG oslo.service.loopingcall [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.193046] env[62284]: DEBUG nova.compute.manager [-] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2114.193129] env[62284]: DEBUG nova.network.neutron [-] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2114.208478] env[62284]: DEBUG oslo_vmware.api [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186899} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.212588] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2114.212735] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2114.212988] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2114.213170] env[62284]: INFO nova.compute.manager [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Took 7.70 seconds to destroy the instance on the hypervisor. [ 2114.213475] env[62284]: DEBUG oslo.service.loopingcall [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.214252] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.214848] env[62284]: DEBUG nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2114.217542] env[62284]: DEBUG oslo_vmware.api [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173554} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.217769] env[62284]: DEBUG nova.compute.manager [-] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2114.217881] env[62284]: DEBUG nova.network.neutron [-] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2114.219611] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2114.219800] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2114.219973] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2114.220158] env[62284]: INFO nova.compute.manager [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Took 1.82 seconds to destroy the instance on the hypervisor. [ 2114.220510] env[62284]: DEBUG oslo.service.loopingcall [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.220938] env[62284]: DEBUG nova.compute.manager [-] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2114.221095] env[62284]: DEBUG nova.network.neutron [-] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2114.332023] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955346, 'name': CreateVM_Task, 'duration_secs': 4.590433} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.332023] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2114.332023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.332023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.332023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2114.332023] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5471bd3-5915-4fcd-b27a-4e3fda994e92 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.337049] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2114.337049] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f41dff-cffb-80f3-5d53-cc82c654fa75" [ 2114.337049] env[62284]: _type = "Task" [ 2114.337049] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.348204] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f41dff-cffb-80f3-5d53-cc82c654fa75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.581370] env[62284]: DEBUG oslo_vmware.api [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955355, 'name': ReconfigVM_Task, 'duration_secs': 0.266969} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.581370] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2114.585752] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708e1b80-eb18-4c5b-9e33-9ffbf6ce4458 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.603392] env[62284]: DEBUG oslo_vmware.api [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2114.603392] env[62284]: value = "task-1955356" [ 2114.603392] env[62284]: _type = "Task" [ 2114.603392] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.612483] env[62284]: DEBUG oslo_vmware.api [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.647282] env[62284]: DEBUG nova.compute.manager [req-a633fc80-cb26-498b-9b17-6693e789de0e req-f57ad0df-6370-4241-8092-e6b77aaf517c service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Received event network-vif-deleted-b0d59707-bba2-4bb0-a041-a3c7191c658a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2114.647282] env[62284]: INFO nova.compute.manager [req-a633fc80-cb26-498b-9b17-6693e789de0e req-f57ad0df-6370-4241-8092-e6b77aaf517c service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Neutron deleted interface b0d59707-bba2-4bb0-a041-a3c7191c658a; detaching it from the instance and deleting it from the info cache [ 2114.647478] env[62284]: DEBUG nova.network.neutron [req-a633fc80-cb26-498b-9b17-6693e789de0e req-f57ad0df-6370-4241-8092-e6b77aaf517c service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.668698] env[62284]: DEBUG nova.compute.manager [req-99c59551-1f04-4603-ad50-9b7c9de7e6c4 req-8b620115-1b01-4bc5-9bfd-35130a9268fa service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Received event network-vif-deleted-1a85af1a-5c23-44ae-ba1e-939de9ce537c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2114.668915] env[62284]: INFO nova.compute.manager [req-99c59551-1f04-4603-ad50-9b7c9de7e6c4 req-8b620115-1b01-4bc5-9bfd-35130a9268fa service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Neutron deleted interface 1a85af1a-5c23-44ae-ba1e-939de9ce537c; detaching it from the instance and deleting it from the info cache [ 2114.669160] env[62284]: DEBUG nova.network.neutron [req-99c59551-1f04-4603-ad50-9b7c9de7e6c4 req-8b620115-1b01-4bc5-9bfd-35130a9268fa service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.722748] env[62284]: DEBUG nova.compute.utils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2114.724295] env[62284]: DEBUG nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2114.724473] env[62284]: DEBUG nova.network.neutron [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2114.794608] env[62284]: DEBUG oslo_concurrency.lockutils [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.794897] env[62284]: DEBUG oslo_concurrency.lockutils [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.800520] env[62284]: DEBUG nova.policy [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33f9f816575a4c8b9167c84091e7e6ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b0d9d7e008e473980d4d05fd0126813', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2114.852142] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f41dff-cffb-80f3-5d53-cc82c654fa75, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.852453] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.852688] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2114.852924] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.853089] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.853276] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2114.853535] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36b01f9c-f70e-4758-84f5-fd188292d7b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.864372] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2114.864573] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2114.865307] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd63b088-b0ca-4dc1-89b5-e8217c4b22fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.872634] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2114.872634] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5213cc0d-ca55-1ec0-df29-cfbdf3292029" [ 2114.872634] env[62284]: _type = "Task" [ 2114.872634] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.882421] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5213cc0d-ca55-1ec0-df29-cfbdf3292029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.114622] env[62284]: DEBUG oslo_vmware.api [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955356, 'name': ReconfigVM_Task, 'duration_secs': 0.155347} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.114908] env[62284]: DEBUG nova.network.neutron [-] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.116514] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402923', 'volume_id': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'name': 'volume-c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7fafc13-73cb-4cdb-8e25-cf112e529ce7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8', 'serial': 'c270f3b5-b9ae-4264-8afc-aa3e502d13e8'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2115.138745] env[62284]: DEBUG nova.network.neutron [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Successfully updated port: 77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2115.139426] env[62284]: DEBUG nova.network.neutron [-] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.152886] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00c7438c-83ef-4768-b70f-3aeabd0e91dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.166194] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c885b9-d6a7-4b60-9dac-351b08d1f27c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.179182] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd87eb96-3b37-4641-b21f-cff18ea1f2da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.182474] env[62284]: DEBUG nova.network.neutron [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Successfully created port: 10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2115.192619] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550bcd5-99ff-471c-af33-001ab1be54e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.216047] env[62284]: DEBUG nova.compute.manager [req-a633fc80-cb26-498b-9b17-6693e789de0e req-f57ad0df-6370-4241-8092-e6b77aaf517c service nova] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Detach interface failed, port_id=b0d59707-bba2-4bb0-a041-a3c7191c658a, reason: Instance d3542887-94eb-4d4b-aa8d-3f9d079a0716 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2115.227681] env[62284]: DEBUG nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2115.240406] env[62284]: DEBUG nova.compute.manager [req-99c59551-1f04-4603-ad50-9b7c9de7e6c4 req-8b620115-1b01-4bc5-9bfd-35130a9268fa service nova] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Detach interface failed, port_id=1a85af1a-5c23-44ae-ba1e-939de9ce537c, reason: Instance ff37dd65-a497-42a0-ae36-6ea1bf3520a8 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2115.298355] env[62284]: INFO nova.compute.manager [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Detaching volume f9acfda1-fd4d-45f2-819b-4d49e7c64cb5 [ 2115.335113] env[62284]: INFO nova.virt.block_device [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Attempting to driver detach volume f9acfda1-fd4d-45f2-819b-4d49e7c64cb5 from mountpoint /dev/sdb [ 2115.335395] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2115.335567] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2115.336468] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87296125-fcf3-431b-97a4-dd43de1912d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.365209] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a034f35-e2bc-460d-bc55-6677b01a9929 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.380897] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaaf648-28b9-42f4-bbcb-4c595ef3678b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.393243] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5213cc0d-ca55-1ec0-df29-cfbdf3292029, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.411866] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d61348-cd4d-4888-9f17-7844f73e43d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.415130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59b19cd-7255-4595-b28a-11d8e54cd7ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.431341] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5/volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2115.440084] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2115.440084] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0377eea3-9635-48a0-8f4a-0ea0311feaae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.455838] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2115.455838] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523c0a8b-8063-ae26-91f3-f242effb39cc" [ 2115.455838] env[62284]: _type = "Task" [ 2115.455838] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.461588] env[62284]: DEBUG oslo_vmware.api [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2115.461588] env[62284]: value = "task-1955357" [ 2115.461588] env[62284]: _type = "Task" [ 2115.461588] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.466014] env[62284]: DEBUG nova.network.neutron [-] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.467469] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523c0a8b-8063-ae26-91f3-f242effb39cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.470595] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.470873] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2c76c8a3-a34e-4d98-8191-c845f6604c5e/2c76c8a3-a34e-4d98-8191-c845f6604c5e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2115.471377] env[62284]: DEBUG nova.network.neutron [-] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.472464] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5485924-1b0f-49cb-a6c1-c24102398b49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.482410] env[62284]: DEBUG oslo_vmware.api [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.483816] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2115.483816] env[62284]: value = "task-1955358" [ 2115.483816] env[62284]: _type = "Task" [ 2115.483816] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.496648] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.620836] env[62284]: INFO nova.compute.manager [-] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Took 1.40 seconds to deallocate network for instance. [ 2115.641541] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.641728] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.642112] env[62284]: DEBUG nova.network.neutron [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2115.644744] env[62284]: INFO nova.compute.manager [-] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Took 1.48 seconds to deallocate network for instance. [ 2115.680856] env[62284]: DEBUG nova.objects.instance [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'flavor' on Instance uuid e7fafc13-73cb-4cdb-8e25-cf112e529ce7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.972083] env[62284]: INFO nova.compute.manager [-] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Took 1.78 seconds to deallocate network for instance. [ 2115.977400] env[62284]: INFO nova.compute.manager [-] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Took 1.76 seconds to deallocate network for instance. [ 2115.977782] env[62284]: DEBUG oslo_vmware.api [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955357, 'name': ReconfigVM_Task, 'duration_secs': 0.276546} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.982286] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2115.989898] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9042d37d-94ca-465f-91de-2905f365a022 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.010389] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519757} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.012460] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 2c76c8a3-a34e-4d98-8191-c845f6604c5e/2c76c8a3-a34e-4d98-8191-c845f6604c5e.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2116.012696] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2116.013017] env[62284]: DEBUG oslo_vmware.api [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2116.013017] env[62284]: value = "task-1955359" [ 2116.013017] env[62284]: _type = "Task" [ 2116.013017] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.013460] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d388245-d190-4fa9-a350-bf6f63c1b4f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.024571] env[62284]: DEBUG oslo_vmware.api [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.026079] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2116.026079] env[62284]: value = "task-1955360" [ 2116.026079] env[62284]: _type = "Task" [ 2116.026079] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.036571] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.131979] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.132355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.132612] env[62284]: DEBUG nova.objects.instance [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lazy-loading 'resources' on Instance uuid d3542887-94eb-4d4b-aa8d-3f9d079a0716 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.149922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.174106] env[62284]: DEBUG nova.network.neutron [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2116.249124] env[62284]: DEBUG nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2116.283098] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2116.283250] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2116.283412] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2116.283593] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2116.283740] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2116.283889] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2116.284126] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2116.284329] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2116.284535] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2116.284707] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2116.284892] env[62284]: DEBUG nova.virt.hardware [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2116.285753] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56960b80-4a7a-49bd-908b-1746b472af32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.294308] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c146e58a-e369-46bd-bec8-5e89a802107b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.337417] env[62284]: DEBUG nova.network.neutron [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.488705] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.501969] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.525642] env[62284]: DEBUG oslo_vmware.api [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955359, 'name': ReconfigVM_Task, 'duration_secs': 0.146033} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.526513] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402908', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'name': 'volume-f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1b5fd75-fd33-4976-abb8-518a9650fd5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5', 'serial': 'f9acfda1-fd4d-45f2-819b-4d49e7c64cb5'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2116.537040] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124222} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.537040] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2116.537735] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5e5c0-65de-44fa-bb6a-df73b708242e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.561089] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 2c76c8a3-a34e-4d98-8191-c845f6604c5e/2c76c8a3-a34e-4d98-8191-c845f6604c5e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2116.561399] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522781cd-4342-4519-8079-56ed864503c7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.584086] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2116.584086] env[62284]: value = "task-1955361" [ 2116.584086] env[62284]: _type = "Task" [ 2116.584086] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.592751] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.679826] env[62284]: DEBUG nova.compute.manager [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Received event network-vif-deleted-f1d60e01-9a6f-4f95-ac20-a5f51d9e155a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.680048] env[62284]: DEBUG nova.compute.manager [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received event network-vif-plugged-77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.680254] env[62284]: DEBUG oslo_concurrency.lockutils [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] Acquiring lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.680457] env[62284]: DEBUG oslo_concurrency.lockutils [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] Lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.680626] env[62284]: DEBUG oslo_concurrency.lockutils [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] Lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.680792] env[62284]: DEBUG nova.compute.manager [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] No waiting events found dispatching network-vif-plugged-77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2116.681101] env[62284]: WARNING nova.compute.manager [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received unexpected event network-vif-plugged-77fa41e8-4661-4d9a-9696-f18445eb52cd for instance with vm_state building and task_state spawning. [ 2116.681304] env[62284]: DEBUG nova.compute.manager [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received event network-changed-77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.681471] env[62284]: DEBUG nova.compute.manager [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing instance network info cache due to event network-changed-77fa41e8-4661-4d9a-9696-f18445eb52cd. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2116.681645] env[62284]: DEBUG oslo_concurrency.lockutils [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] Acquiring lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.695747] env[62284]: DEBUG oslo_concurrency.lockutils [None req-eee43677-eaaa-4c26-8e81-48a846820610 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.704753] env[62284]: DEBUG nova.compute.manager [req-e60c95ef-a14c-49cc-b3fd-3e0317592234 req-36ed75de-34b8-4d05-a82f-fec66bd8df6c service nova] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Received event network-vif-deleted-f98859df-40c6-496d-b38f-43d2d81d649e {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.813351] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15faa3f7-87f7-4b2a-a9a1-613c2bd79288 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.822226] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c2a6e7-6636-487e-862e-33b3afa3a52a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.859174] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.859174] env[62284]: DEBUG nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Instance network_info: |[{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2116.859634] env[62284]: DEBUG oslo_concurrency.lockutils [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] Acquired lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.859886] env[62284]: DEBUG nova.network.neutron [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing network info cache for port 77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2116.861623] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:83:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77fa41e8-4661-4d9a-9696-f18445eb52cd', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2116.870350] env[62284]: DEBUG oslo.service.loopingcall [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2116.870884] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e798a0f-a18c-4b1b-aaa3-fd2f8e00f913 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.874617] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2116.874910] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b24b744c-0d0a-4262-abeb-12bc6f164a06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.897077] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da1a65-885a-4bd1-826a-ad7f24261c25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.901563] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2116.901563] env[62284]: value = "task-1955362" [ 2116.901563] env[62284]: _type = "Task" [ 2116.901563] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.917153] env[62284]: DEBUG nova.compute.provider_tree [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2116.925212] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955362, 'name': CreateVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.059213] env[62284]: DEBUG nova.network.neutron [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Successfully updated port: 10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2117.075820] env[62284]: DEBUG nova.objects.instance [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'flavor' on Instance uuid e1b5fd75-fd33-4976-abb8-518a9650fd5d {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2117.095594] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955361, 'name': ReconfigVM_Task, 'duration_secs': 0.316727} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.095878] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 2c76c8a3-a34e-4d98-8191-c845f6604c5e/2c76c8a3-a34e-4d98-8191-c845f6604c5e.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2117.096533] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c75dc72-3b69-4d74-b5b6-a2ba0fbb9943 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.105030] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2117.105030] env[62284]: value = "task-1955363" [ 2117.105030] env[62284]: _type = "Task" [ 2117.105030] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.113737] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955363, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.415365] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955362, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.421438] env[62284]: DEBUG nova.scheduler.client.report [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.562014] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.562181] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.562339] env[62284]: DEBUG nova.network.neutron [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2117.589266] env[62284]: DEBUG nova.network.neutron [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updated VIF entry in instance network info cache for port 77fa41e8-4661-4d9a-9696-f18445eb52cd. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2117.589648] env[62284]: DEBUG nova.network.neutron [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.617591] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955363, 'name': Rename_Task, 'duration_secs': 0.140129} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.617887] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2117.618173] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e0c1bab-2fb3-4a1a-8da6-ae4e62426260 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.627371] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2117.627371] env[62284]: value = "task-1955364" [ 2117.627371] env[62284]: _type = "Task" [ 2117.627371] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.644036] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.704610] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.704922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.705177] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.705391] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.705553] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.707999] env[62284]: INFO nova.compute.manager [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Terminating instance [ 2117.914067] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955362, 'name': CreateVM_Task, 'duration_secs': 0.838177} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.914214] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2117.915029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.915138] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.915517] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2117.915830] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f050cbda-2b5b-4e11-9d07-319827aa104a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.921733] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2117.921733] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529034b7-9404-8101-056a-f69e730317c2" [ 2117.921733] env[62284]: _type = "Task" [ 2117.921733] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.926953] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.931929] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.782s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.932188] env[62284]: DEBUG nova.objects.instance [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lazy-loading 'resources' on Instance uuid ff37dd65-a497-42a0-ae36-6ea1bf3520a8 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2117.933861] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529034b7-9404-8101-056a-f69e730317c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.952776] env[62284]: INFO nova.scheduler.client.report [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleted allocations for instance d3542887-94eb-4d4b-aa8d-3f9d079a0716 [ 2118.082870] env[62284]: DEBUG oslo_concurrency.lockutils [None req-887244e6-a08d-4924-991a-ce0b9194eec9 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.093202] env[62284]: DEBUG oslo_concurrency.lockutils [req-04044ad8-ede4-4155-9d4b-48ee0d435eb8 req-638e04fb-9657-4640-989c-20451668823a service nova] Releasing lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.101200] env[62284]: DEBUG nova.network.neutron [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2118.138770] env[62284]: DEBUG oslo_vmware.api [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955364, 'name': PowerOnVM_Task, 'duration_secs': 0.455254} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.139059] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2118.139268] env[62284]: INFO nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Took 11.39 seconds to spawn the instance on the hypervisor. [ 2118.139449] env[62284]: DEBUG nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.140252] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ced418-8024-46ef-a934-0786e7f45128 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.211774] env[62284]: DEBUG nova.compute.manager [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2118.212146] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.213135] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e1a71-5875-4674-b852-5113d4dc766d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.221927] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2118.222205] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b4ba111-431c-44a6-9992-019bb546de5b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.229221] env[62284]: DEBUG oslo_vmware.api [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2118.229221] env[62284]: value = "task-1955365" [ 2118.229221] env[62284]: _type = "Task" [ 2118.229221] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.238098] env[62284]: DEBUG oslo_vmware.api [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.294662] env[62284]: DEBUG nova.network.neutron [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [{"id": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "address": "fa:16:3e:13:af:b7", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d84dfe-69", "ovs_interfaceid": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.437259] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]529034b7-9404-8101-056a-f69e730317c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.438339] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.438705] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2118.438757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.438894] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.439095] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2118.439468] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3248235-4308-4987-89d6-918ccdc54d63 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.462112] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2118.462343] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2118.463521] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b3d89556-e0e9-428b-9757-ba2520557cd3 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "d3542887-94eb-4d4b-aa8d-3f9d079a0716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.567s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.466111] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6918ef-55d7-4d68-b668-66ac6b367260 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.472046] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2118.472046] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52062bef-43fe-a155-33f3-9af600f754d8" [ 2118.472046] env[62284]: _type = "Task" [ 2118.472046] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.486043] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52062bef-43fe-a155-33f3-9af600f754d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.487560] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8a469e-79a0-4469-a61b-7f05eda3c6e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.496494] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2118.496494] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52657b4a-67ed-40e0-7ff8-f9bd6664e300" [ 2118.496494] env[62284]: _type = "Task" [ 2118.496494] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.507095] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52657b4a-67ed-40e0-7ff8-f9bd6664e300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.573922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "434e39a2-1d93-41bf-8751-2d9efd032145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.574211] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "434e39a2-1d93-41bf-8751-2d9efd032145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.574433] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "434e39a2-1d93-41bf-8751-2d9efd032145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.574619] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "434e39a2-1d93-41bf-8751-2d9efd032145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.574807] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "434e39a2-1d93-41bf-8751-2d9efd032145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.576863] env[62284]: INFO nova.compute.manager [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Terminating instance [ 2118.610637] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8512dd54-7f28-47d9-9ece-200a0911a2e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.618674] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def9ec84-ad3b-4f64-9432-29bc2397b060 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.651654] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3180db4e-b71f-4c3a-ba6b-c5d56a109389 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.664152] env[62284]: INFO nova.compute.manager [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Took 26.27 seconds to build instance. [ 2118.666118] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8fc64-1df8-4fc3-8bed-8b93680fbbf9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.680998] env[62284]: DEBUG nova.compute.provider_tree [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2118.739371] env[62284]: DEBUG oslo_vmware.api [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955365, 'name': PowerOffVM_Task, 'duration_secs': 0.281399} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.739673] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2118.739873] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.740151] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4676535c-d109-4683-9e02-eb08219b40b0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.797294] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.797294] env[62284]: DEBUG nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Instance network_info: |[{"id": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "address": "fa:16:3e:13:af:b7", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d84dfe-69", "ovs_interfaceid": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2118.797778] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:af:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10d84dfe-699b-485c-b9f1-83c5cce53af0', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2118.805489] env[62284]: DEBUG oslo.service.loopingcall [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.806542] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2118.806778] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99848583-8bbc-4bb6-8068-8a5068f65ff3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.824925] env[62284]: DEBUG nova.compute.manager [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Received event network-vif-plugged-10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.825195] env[62284]: DEBUG oslo_concurrency.lockutils [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] Acquiring lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.825405] env[62284]: DEBUG oslo_concurrency.lockutils [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.825575] env[62284]: DEBUG oslo_concurrency.lockutils [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.825741] env[62284]: DEBUG nova.compute.manager [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] No waiting events found dispatching network-vif-plugged-10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2118.825906] env[62284]: WARNING nova.compute.manager [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Received unexpected event network-vif-plugged-10d84dfe-699b-485c-b9f1-83c5cce53af0 for instance with vm_state building and task_state spawning. [ 2118.826079] env[62284]: DEBUG nova.compute.manager [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Received event network-changed-10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.826238] env[62284]: DEBUG nova.compute.manager [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Refreshing instance network info cache due to event network-changed-10d84dfe-699b-485c-b9f1-83c5cce53af0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2118.826418] env[62284]: DEBUG oslo_concurrency.lockutils [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] Acquiring lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.826553] env[62284]: DEBUG oslo_concurrency.lockutils [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] Acquired lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.826706] env[62284]: DEBUG nova.network.neutron [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Refreshing network info cache for port 10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2118.838219] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2118.838219] env[62284]: value = "task-1955367" [ 2118.838219] env[62284]: _type = "Task" [ 2118.838219] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.848768] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955367, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.865695] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.865931] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.866137] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleting the datastore file [datastore1] e7fafc13-73cb-4cdb-8e25-cf112e529ce7 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.866457] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a1d8397-e49b-4ddd-a5cd-244f93b4545f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.876382] env[62284]: DEBUG oslo_vmware.api [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for the task: (returnval){ [ 2118.876382] env[62284]: value = "task-1955368" [ 2118.876382] env[62284]: _type = "Task" [ 2118.876382] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.884712] env[62284]: DEBUG oslo_vmware.api [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.012700] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52657b4a-67ed-40e0-7ff8-f9bd6664e300, 'name': SearchDatastore_Task, 'duration_secs': 0.013612} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.013099] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.013390] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 76b956b1-7437-44ab-8849-f05f91265a8c/76b956b1-7437-44ab-8849-f05f91265a8c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2119.013672] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668a001a-97cf-4301-be0e-a7ddb53faa35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.022059] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2119.022059] env[62284]: value = "task-1955369" [ 2119.022059] env[62284]: _type = "Task" [ 2119.022059] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.031464] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.080454] env[62284]: DEBUG nova.compute.manager [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2119.080698] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.081613] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497384a-158b-4ec1-8014-c24fb63abfb2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.089769] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.090038] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe60baa2-2e5b-4538-8cdc-0e22e3b82bb2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.097997] env[62284]: DEBUG oslo_vmware.api [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2119.097997] env[62284]: value = "task-1955370" [ 2119.097997] env[62284]: _type = "Task" [ 2119.097997] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.107809] env[62284]: DEBUG oslo_vmware.api [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.171851] env[62284]: DEBUG oslo_concurrency.lockutils [None req-35e6ae75-9bb4-424e-8ba2-02e909e05ce8 tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.800s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.184301] env[62284]: DEBUG nova.scheduler.client.report [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2119.292417] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.292657] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.292965] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.293191] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.293396] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.296818] env[62284]: INFO nova.compute.manager [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Terminating instance [ 2119.350711] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955367, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.388186] env[62284]: DEBUG oslo_vmware.api [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Task: {'id': task-1955368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161765} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.388636] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.388717] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.388862] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.389052] env[62284]: INFO nova.compute.manager [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2119.389313] env[62284]: DEBUG oslo.service.loopingcall [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.389552] env[62284]: DEBUG nova.compute.manager [-] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2119.389622] env[62284]: DEBUG nova.network.neutron [-] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.535471] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955369, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.609011] env[62284]: DEBUG oslo_vmware.api [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955370, 'name': PowerOffVM_Task, 'duration_secs': 0.185879} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.609305] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.609482] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2119.610311] env[62284]: DEBUG nova.network.neutron [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updated VIF entry in instance network info cache for port 10d84dfe-699b-485c-b9f1-83c5cce53af0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2119.610636] env[62284]: DEBUG nova.network.neutron [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [{"id": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "address": "fa:16:3e:13:af:b7", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d84dfe-69", "ovs_interfaceid": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.611782] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4886053b-ccc0-4e4b-a326-49f5effdc086 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.690873] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.693674] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.205s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.693916] env[62284]: DEBUG nova.objects.instance [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'resources' on Instance uuid f1e1b834-79fd-4959-9d78-e61f2755da71 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2119.718401] env[62284]: INFO nova.scheduler.client.report [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Deleted allocations for instance ff37dd65-a497-42a0-ae36-6ea1bf3520a8 [ 2119.803017] env[62284]: DEBUG nova.compute.manager [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2119.803017] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.803017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffa13ff-3f33-4251-b7a0-a8dcf67a81ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.811409] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.811941] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d0e037d-2c0c-4294-ba23-1ffa2247933a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.821553] env[62284]: DEBUG oslo_vmware.api [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2119.821553] env[62284]: value = "task-1955372" [ 2119.821553] env[62284]: _type = "Task" [ 2119.821553] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.831706] env[62284]: DEBUG oslo_vmware.api [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.837261] env[62284]: DEBUG nova.compute.manager [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2119.837994] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d89cb5a-f385-41c9-b908-0e2234a005ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.853336] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955367, 'name': CreateVM_Task, 'duration_secs': 0.545895} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.853743] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2119.854485] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.854658] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.854986] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2119.855262] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691de22b-3ea6-4fc8-a8fb-5c582f576147 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.860725] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2119.860725] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a66e53-bc28-2687-8aa4-13da5077666f" [ 2119.860725] env[62284]: _type = "Task" [ 2119.860725] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.871347] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a66e53-bc28-2687-8aa4-13da5077666f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.946350] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2119.946610] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2119.946803] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleting the datastore file [datastore1] 434e39a2-1d93-41bf-8751-2d9efd032145 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2119.947110] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b395e19-103e-4e4f-aa92-d607559ac1e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.960870] env[62284]: DEBUG oslo_vmware.api [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2119.960870] env[62284]: value = "task-1955373" [ 2119.960870] env[62284]: _type = "Task" [ 2119.960870] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.970240] env[62284]: DEBUG oslo_vmware.api [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.984725] env[62284]: DEBUG nova.compute.manager [req-89af3edc-29f0-48dd-aac5-f7c3738c0a70 req-681969cc-1d0e-4ec5-a7e3-829e5caad69d service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Received event network-vif-deleted-5a8b81f0-a1b4-481c-9201-83220a8fb2b4 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2119.984986] env[62284]: INFO nova.compute.manager [req-89af3edc-29f0-48dd-aac5-f7c3738c0a70 req-681969cc-1d0e-4ec5-a7e3-829e5caad69d service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Neutron deleted interface 5a8b81f0-a1b4-481c-9201-83220a8fb2b4; detaching it from the instance and deleting it from the info cache [ 2119.985225] env[62284]: DEBUG nova.network.neutron [req-89af3edc-29f0-48dd-aac5-f7c3738c0a70 req-681969cc-1d0e-4ec5-a7e3-829e5caad69d service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.034070] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54637} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.034255] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 76b956b1-7437-44ab-8849-f05f91265a8c/76b956b1-7437-44ab-8849-f05f91265a8c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2120.034558] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2120.034821] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-043192f0-4358-4d0b-aa29-ebbf3e682eb5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.043346] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2120.043346] env[62284]: value = "task-1955374" [ 2120.043346] env[62284]: _type = "Task" [ 2120.043346] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.055263] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.115957] env[62284]: DEBUG oslo_concurrency.lockutils [req-7aa55b46-d4eb-498b-997e-3fe50702d915 req-7accd03e-fde4-47e5-9091-068a71bbe032 service nova] Releasing lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.226349] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbd68d2-2000-4250-ac08-418e23fe28e1 tempest-ServerRescueTestJSONUnderV235-798322704 tempest-ServerRescueTestJSONUnderV235-798322704-project-member] Lock "ff37dd65-a497-42a0-ae36-6ea1bf3520a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.814s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.332257] env[62284]: DEBUG oslo_vmware.api [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955372, 'name': PowerOffVM_Task, 'duration_secs': 0.279611} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.332545] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2120.332720] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2120.333008] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29e2a902-b0a1-40ac-898b-93cb3dccea9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.352579] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e74c78-f106-447a-8b07-3fa5d6b70f3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.355860] env[62284]: INFO nova.compute.manager [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] instance snapshotting [ 2120.358421] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bd772e-54fc-45a6-96c5-b02d29fdd1e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.367034] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1361658d-153f-45ec-b74e-342f2fc92ca6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.384138] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5173299a-64e0-43a1-872d-395bee854cf0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.415236] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a66e53-bc28-2687-8aa4-13da5077666f, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.417229] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.417467] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2120.417733] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.417893] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.418090] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2120.418929] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189a9bbc-914a-42aa-a2fc-f2634b7b7c71 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.421599] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2120.421825] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2120.422014] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleting the datastore file [datastore1] e1b5fd75-fd33-4976-abb8-518a9650fd5d {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2120.423987] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9f8196c-9ef3-4f1e-9dad-f5548b05eeec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.425731] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f1d3843-10ac-45ec-b92f-46ca68eff155 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.436921] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce79beca-6ec0-412a-af94-46dc859b5101 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.440914] env[62284]: DEBUG oslo_vmware.api [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2120.440914] env[62284]: value = "task-1955376" [ 2120.440914] env[62284]: _type = "Task" [ 2120.440914] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.442199] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2120.442384] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2120.446505] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67ae035-fff7-48e4-891d-7b004ab74423 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.456309] env[62284]: DEBUG nova.compute.provider_tree [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2120.458241] env[62284]: DEBUG nova.network.neutron [-] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.467809] env[62284]: DEBUG oslo_vmware.api [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.468142] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2120.468142] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524b9248-5d30-ac78-8f30-fdab1c3f4001" [ 2120.468142] env[62284]: _type = "Task" [ 2120.468142] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.476318] env[62284]: DEBUG oslo_vmware.api [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.483821] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524b9248-5d30-ac78-8f30-fdab1c3f4001, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.484806] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf8580b-386a-4f6b-8cbc-c75ad05d9595 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.488494] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e06c6ca7-5573-4c27-af5a-b371fda70ce3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.494810] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2120.494810] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52aa437c-8080-71fc-5ca7-1c3b874e7da1" [ 2120.494810] env[62284]: _type = "Task" [ 2120.494810] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.502252] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9801c6-2e60-4d2b-a1b0-94a3149fef32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.517142] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52aa437c-8080-71fc-5ca7-1c3b874e7da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.538417] env[62284]: DEBUG nova.compute.manager [req-89af3edc-29f0-48dd-aac5-f7c3738c0a70 req-681969cc-1d0e-4ec5-a7e3-829e5caad69d service nova] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Detach interface failed, port_id=5a8b81f0-a1b4-481c-9201-83220a8fb2b4, reason: Instance e7fafc13-73cb-4cdb-8e25-cf112e529ce7 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2120.554539] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098338} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.554716] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2120.555529] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606624e8-dd68-458e-b190-4f4f3523e610 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.580570] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 76b956b1-7437-44ab-8849-f05f91265a8c/76b956b1-7437-44ab-8849-f05f91265a8c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2120.580920] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f61c01-28da-4f9e-a9f3-59ff3ad03e1e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.602615] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2120.602615] env[62284]: value = "task-1955377" [ 2120.602615] env[62284]: _type = "Task" [ 2120.602615] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.613262] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.933414] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2120.933722] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bbe6f2d7-77b4-4c8d-88a7-4af79ac5a5ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.943631] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2120.943631] env[62284]: value = "task-1955378" [ 2120.943631] env[62284]: _type = "Task" [ 2120.943631] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.958072] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955378, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.962049] env[62284]: DEBUG nova.scheduler.client.report [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2120.965496] env[62284]: DEBUG oslo_vmware.api [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24616} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.968848] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2120.969065] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2120.969254] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2120.969430] env[62284]: INFO nova.compute.manager [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2120.969679] env[62284]: DEBUG oslo.service.loopingcall [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2120.970088] env[62284]: INFO nova.compute.manager [-] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Took 1.58 seconds to deallocate network for instance. [ 2120.970305] env[62284]: DEBUG nova.compute.manager [-] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2120.970396] env[62284]: DEBUG nova.network.neutron [-] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2120.980735] env[62284]: DEBUG oslo_vmware.api [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528204} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.985026] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2120.985026] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2120.985026] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2120.985026] env[62284]: INFO nova.compute.manager [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Took 1.90 seconds to destroy the instance on the hypervisor. [ 2120.985026] env[62284]: DEBUG oslo.service.loopingcall [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2120.985026] env[62284]: DEBUG nova.compute.manager [-] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2120.985026] env[62284]: DEBUG nova.network.neutron [-] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2121.009445] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52aa437c-8080-71fc-5ca7-1c3b874e7da1, 'name': SearchDatastore_Task, 'duration_secs': 0.0367} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.009752] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.010026] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1/d05174cd-a87d-45ae-b584-b06aa41b99e1.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2121.010305] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b78b7ab-63d9-4b0f-a32f-626e18067182 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.020474] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2121.020474] env[62284]: value = "task-1955379" [ 2121.020474] env[62284]: _type = "Task" [ 2121.020474] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.032647] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.113083] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955377, 'name': ReconfigVM_Task, 'duration_secs': 0.289074} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.113395] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 76b956b1-7437-44ab-8849-f05f91265a8c/76b956b1-7437-44ab-8849-f05f91265a8c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2121.114083] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4836c592-ccb6-4fb6-9792-f144dd9cf1a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.123811] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2121.123811] env[62284]: value = "task-1955380" [ 2121.123811] env[62284]: _type = "Task" [ 2121.123811] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.135598] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955380, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.458044] env[62284]: DEBUG nova.compute.manager [req-498109c7-3d10-4263-a8f0-185e49db6a48 req-5383a9e1-9c7e-4f20-a0db-115abef76ca9 service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Received event network-vif-deleted-d74744eb-4633-442e-bf95-b12d5d4c5537 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2121.458044] env[62284]: INFO nova.compute.manager [req-498109c7-3d10-4263-a8f0-185e49db6a48 req-5383a9e1-9c7e-4f20-a0db-115abef76ca9 service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Neutron deleted interface d74744eb-4633-442e-bf95-b12d5d4c5537; detaching it from the instance and deleting it from the info cache [ 2121.458249] env[62284]: DEBUG nova.network.neutron [req-498109c7-3d10-4263-a8f0-185e49db6a48 req-5383a9e1-9c7e-4f20-a0db-115abef76ca9 service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.472922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.475873] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955378, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.477254] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.975s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.477651] env[62284]: DEBUG nova.objects.instance [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'resources' on Instance uuid 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.483309] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.502242] env[62284]: INFO nova.scheduler.client.report [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted allocations for instance f1e1b834-79fd-4959-9d78-e61f2755da71 [ 2121.532254] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.637019] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955380, 'name': Rename_Task, 'duration_secs': 0.206294} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.637337] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2121.637337] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db507e16-956a-4729-8f90-5da424ec0a54 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.644569] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2121.644569] env[62284]: value = "task-1955381" [ 2121.644569] env[62284]: _type = "Task" [ 2121.644569] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.654946] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.837807] env[62284]: DEBUG nova.network.neutron [-] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.962584] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955378, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.962755] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a3e1a16-c945-4751-a029-e4cdd716d34c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.975320] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b90922-f6c4-4834-8fe6-79ff5e47fcf9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.026626] env[62284]: DEBUG nova.compute.manager [req-498109c7-3d10-4263-a8f0-185e49db6a48 req-5383a9e1-9c7e-4f20-a0db-115abef76ca9 service nova] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Detach interface failed, port_id=d74744eb-4633-442e-bf95-b12d5d4c5537, reason: Instance 434e39a2-1d93-41bf-8751-2d9efd032145 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2122.033168] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8f90cc78-f713-465f-aa5d-46c0af64e4f2 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "f1e1b834-79fd-4959-9d78-e61f2755da71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.022s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.040509] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.160898] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955381, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.166293] env[62284]: DEBUG nova.compute.manager [req-75f0b8b6-3943-4354-9a17-3bbac70ff678 req-fef9109f-bbc9-4637-ac2d-c76c48fb20f9 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Received event network-vif-deleted-3c74158b-13fa-4140-a2d5-407c36d54f8a {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2122.166293] env[62284]: INFO nova.compute.manager [req-75f0b8b6-3943-4354-9a17-3bbac70ff678 req-fef9109f-bbc9-4637-ac2d-c76c48fb20f9 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Neutron deleted interface 3c74158b-13fa-4140-a2d5-407c36d54f8a; detaching it from the instance and deleting it from the info cache [ 2122.166293] env[62284]: DEBUG nova.network.neutron [req-75f0b8b6-3943-4354-9a17-3bbac70ff678 req-fef9109f-bbc9-4637-ac2d-c76c48fb20f9 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.229334] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64f58be-6a20-4140-b471-8a7a54463b39 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.242020] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f25f1fc-53f1-4e44-8de2-116119316d09 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.283957] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9302a5ff-4e75-49ad-829a-467547e0f081 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.294177] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee8a64-a057-4c0c-9c0b-678813af7777 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.311371] env[62284]: DEBUG nova.compute.provider_tree [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2122.339795] env[62284]: INFO nova.compute.manager [-] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Took 1.36 seconds to deallocate network for instance. [ 2122.461416] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955378, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.537631] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.602069] env[62284]: DEBUG nova.network.neutron [-] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.657327] env[62284]: DEBUG oslo_vmware.api [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955381, 'name': PowerOnVM_Task, 'duration_secs': 0.517459} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.657663] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2122.657829] env[62284]: INFO nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Took 13.58 seconds to spawn the instance on the hypervisor. [ 2122.658039] env[62284]: DEBUG nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2122.658832] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd9b252-8a52-4c7f-a77d-1a77367c84be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.673020] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a497c84c-a94a-4ef8-97b4-bd25be52cf13 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.684672] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3a3b8-a78f-4be0-b9bd-d6c2f60a7a2a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.716538] env[62284]: DEBUG nova.compute.manager [req-75f0b8b6-3943-4354-9a17-3bbac70ff678 req-fef9109f-bbc9-4637-ac2d-c76c48fb20f9 service nova] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Detach interface failed, port_id=3c74158b-13fa-4140-a2d5-407c36d54f8a, reason: Instance e1b5fd75-fd33-4976-abb8-518a9650fd5d could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2122.835557] env[62284]: ERROR nova.scheduler.client.report [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [req-80917711-7e5f-42ea-90ce-5f845d44ac7f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-80917711-7e5f-42ea-90ce-5f845d44ac7f"}]} [ 2122.847162] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.851867] env[62284]: DEBUG nova.scheduler.client.report [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2122.866323] env[62284]: DEBUG nova.scheduler.client.report [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2122.866547] env[62284]: DEBUG nova.compute.provider_tree [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2122.878111] env[62284]: DEBUG nova.scheduler.client.report [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2122.895705] env[62284]: DEBUG nova.scheduler.client.report [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2122.961837] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955378, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.026440] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de6162-3ee5-478f-bdb8-2f3fb4e067cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.041961] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdfef7f-59f0-4d4e-bfab-cb46dca510ac {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.046347] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.074426] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6a5c05-edcb-4201-84f3-dd99e0de3aa4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.080929] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "4cc128c9-3cc1-4089-9237-feb261023085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.081183] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "4cc128c9-3cc1-4089-9237-feb261023085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.087941] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53352058-1cb2-49bf-a7eb-821161f29c16 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.103546] env[62284]: DEBUG nova.compute.provider_tree [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2123.105017] env[62284]: INFO nova.compute.manager [-] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Took 2.13 seconds to deallocate network for instance. [ 2123.183345] env[62284]: INFO nova.compute.manager [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Took 24.57 seconds to build instance. [ 2123.462576] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955378, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.539566] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955379, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.358003} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.539871] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1/d05174cd-a87d-45ae-b584-b06aa41b99e1.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2123.540127] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2123.540390] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37ff1432-7af3-4882-9681-d8f8c01ea622 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.547820] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2123.547820] env[62284]: value = "task-1955382" [ 2123.547820] env[62284]: _type = "Task" [ 2123.547820] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.556658] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.583486] env[62284]: DEBUG nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2123.610985] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.643787] env[62284]: DEBUG nova.scheduler.client.report [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2123.643787] env[62284]: DEBUG nova.compute.provider_tree [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 157 to 158 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2123.643967] env[62284]: DEBUG nova.compute.provider_tree [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2123.685559] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9bcd62f3-f19d-4cc2-b3a4-9592735dc6b3 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "76b956b1-7437-44ab-8849-f05f91265a8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.086s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.961824] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955378, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.032458] env[62284]: DEBUG nova.compute.manager [req-de8540ea-9be8-4275-b657-d27da27e41fe req-f7719e0c-a777-4bf6-a742-6aeee1a7f38c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2124.032721] env[62284]: DEBUG nova.compute.manager [req-de8540ea-9be8-4275-b657-d27da27e41fe req-f7719e0c-a777-4bf6-a742-6aeee1a7f38c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing instance network info cache due to event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2124.032817] env[62284]: DEBUG oslo_concurrency.lockutils [req-de8540ea-9be8-4275-b657-d27da27e41fe req-f7719e0c-a777-4bf6-a742-6aeee1a7f38c service nova] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.032918] env[62284]: DEBUG oslo_concurrency.lockutils [req-de8540ea-9be8-4275-b657-d27da27e41fe req-f7719e0c-a777-4bf6-a742-6aeee1a7f38c service nova] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.033396] env[62284]: DEBUG nova.network.neutron [req-de8540ea-9be8-4275-b657-d27da27e41fe req-f7719e0c-a777-4bf6-a742-6aeee1a7f38c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2124.058193] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072307} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.058302] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2124.059041] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082d7dd-2c52-470f-bfdf-52e540065f72 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.083269] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1/d05174cd-a87d-45ae-b584-b06aa41b99e1.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2124.083830] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73611709-d0a7-4ff4-90eb-bebb6dbe78d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.106646] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2124.106646] env[62284]: value = "task-1955383" [ 2124.106646] env[62284]: _type = "Task" [ 2124.106646] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.119962] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.119962] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.149066] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.672s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.151431] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.668s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.151736] env[62284]: DEBUG nova.objects.instance [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lazy-loading 'resources' on Instance uuid e7fafc13-73cb-4cdb-8e25-cf112e529ce7 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2124.168254] env[62284]: INFO nova.scheduler.client.report [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Deleted allocations for instance 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac [ 2124.464100] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955378, 'name': CreateSnapshot_Task, 'duration_secs': 3.022528} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.464375] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2124.465203] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70256703-0db0-489f-a13d-59b161dd64bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.619918] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.682370] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b6541144-7d27-41b5-b5ff-45a74a7c3ddf tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "754fc769-14d0-44ce-b3dc-ea2ee4c4dfac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.676s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.843806] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f31ff7-d8e3-422b-81c4-2b7ed7504e61 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.852819] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe39e56-b2ef-43b3-8a28-38881d531d17 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.889487] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4365a71-9a43-4f04-8b88-28ae588a8767 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.901171] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d677f0c-9553-4a5e-9e37-a3367a62b61e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.919350] env[62284]: DEBUG nova.compute.provider_tree [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2124.985109] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2124.985491] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45f34e21-f79b-4b22-ae8b-415a4fbf03f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.990576] env[62284]: DEBUG nova.network.neutron [req-de8540ea-9be8-4275-b657-d27da27e41fe req-f7719e0c-a777-4bf6-a742-6aeee1a7f38c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updated VIF entry in instance network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.990943] env[62284]: DEBUG nova.network.neutron [req-de8540ea-9be8-4275-b657-d27da27e41fe req-f7719e0c-a777-4bf6-a742-6aeee1a7f38c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.998438] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2124.998438] env[62284]: value = "task-1955384" [ 2124.998438] env[62284]: _type = "Task" [ 2124.998438] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.009692] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955384, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.119994] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955383, 'name': ReconfigVM_Task, 'duration_secs': 0.636664} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.120373] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1/d05174cd-a87d-45ae-b584-b06aa41b99e1.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2125.121291] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a4fe624-e42c-44db-b56e-70ae42e6b74d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.129501] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2125.129501] env[62284]: value = "task-1955385" [ 2125.129501] env[62284]: _type = "Task" [ 2125.129501] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.144891] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955385, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.410627] env[62284]: DEBUG nova.compute.manager [req-bc49aa59-a37b-461e-a949-f12232262f30 req-edc31243-acfe-440e-a072-34c696d5959b service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received event network-changed-77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2125.410840] env[62284]: DEBUG nova.compute.manager [req-bc49aa59-a37b-461e-a949-f12232262f30 req-edc31243-acfe-440e-a072-34c696d5959b service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing instance network info cache due to event network-changed-77fa41e8-4661-4d9a-9696-f18445eb52cd. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2125.411078] env[62284]: DEBUG oslo_concurrency.lockutils [req-bc49aa59-a37b-461e-a949-f12232262f30 req-edc31243-acfe-440e-a072-34c696d5959b service nova] Acquiring lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.411231] env[62284]: DEBUG oslo_concurrency.lockutils [req-bc49aa59-a37b-461e-a949-f12232262f30 req-edc31243-acfe-440e-a072-34c696d5959b service nova] Acquired lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.411398] env[62284]: DEBUG nova.network.neutron [req-bc49aa59-a37b-461e-a949-f12232262f30 req-edc31243-acfe-440e-a072-34c696d5959b service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing network info cache for port 77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.419623] env[62284]: DEBUG nova.scheduler.client.report [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.496507] env[62284]: DEBUG oslo_concurrency.lockutils [req-de8540ea-9be8-4275-b657-d27da27e41fe req-f7719e0c-a777-4bf6-a742-6aeee1a7f38c service nova] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.511971] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955384, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.640619] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955385, 'name': Rename_Task, 'duration_secs': 0.215474} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.641293] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2125.641417] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6505ec4-d7df-429a-b0e4-d9d2f7728096 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.651080] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2125.651080] env[62284]: value = "task-1955386" [ 2125.651080] env[62284]: _type = "Task" [ 2125.651080] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.660588] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.923915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.926101] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.079s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.926445] env[62284]: DEBUG nova.objects.instance [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lazy-loading 'resources' on Instance uuid 434e39a2-1d93-41bf-8751-2d9efd032145 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.948376] env[62284]: INFO nova.scheduler.client.report [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Deleted allocations for instance e7fafc13-73cb-4cdb-8e25-cf112e529ce7 [ 2126.012505] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955384, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.065236] env[62284]: DEBUG nova.compute.manager [req-8924b493-f08a-4e94-83ee-92a7d56f406b req-8571459b-12a0-4af8-b2e4-dfa34bdceb70 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received event network-changed-77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2126.065445] env[62284]: DEBUG nova.compute.manager [req-8924b493-f08a-4e94-83ee-92a7d56f406b req-8571459b-12a0-4af8-b2e4-dfa34bdceb70 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing instance network info cache due to event network-changed-77fa41e8-4661-4d9a-9696-f18445eb52cd. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2126.065640] env[62284]: DEBUG oslo_concurrency.lockutils [req-8924b493-f08a-4e94-83ee-92a7d56f406b req-8571459b-12a0-4af8-b2e4-dfa34bdceb70 service nova] Acquiring lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.163118] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.163829] env[62284]: DEBUG nova.network.neutron [req-bc49aa59-a37b-461e-a949-f12232262f30 req-edc31243-acfe-440e-a072-34c696d5959b service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updated VIF entry in instance network info cache for port 77fa41e8-4661-4d9a-9696-f18445eb52cd. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2126.164187] env[62284]: DEBUG nova.network.neutron [req-bc49aa59-a37b-461e-a949-f12232262f30 req-edc31243-acfe-440e-a072-34c696d5959b service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.458093] env[62284]: DEBUG oslo_concurrency.lockutils [None req-55ad02d5-bbab-4e01-ab9e-8af3c46eae97 tempest-AttachVolumeNegativeTest-918170739 tempest-AttachVolumeNegativeTest-918170739-project-member] Lock "e7fafc13-73cb-4cdb-8e25-cf112e529ce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.753s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.512253] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955384, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.562074] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.562074] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.590103] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93444cc5-45e6-43b4-8a5e-27f3d91feb41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.599182] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60e69fb-a97d-4a02-882b-8c220f7afdc9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.637053] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b1404-d9ee-449c-b538-1266e69a6d2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.645917] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f489a8-4217-40a3-88ef-69fc00c54ea1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.660526] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.668811] env[62284]: DEBUG oslo_concurrency.lockutils [req-bc49aa59-a37b-461e-a949-f12232262f30 req-edc31243-acfe-440e-a072-34c696d5959b service nova] Releasing lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.669750] env[62284]: DEBUG nova.compute.provider_tree [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2126.671143] env[62284]: DEBUG oslo_concurrency.lockutils [req-8924b493-f08a-4e94-83ee-92a7d56f406b req-8571459b-12a0-4af8-b2e4-dfa34bdceb70 service nova] Acquired lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.671335] env[62284]: DEBUG nova.network.neutron [req-8924b493-f08a-4e94-83ee-92a7d56f406b req-8571459b-12a0-4af8-b2e4-dfa34bdceb70 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing network info cache for port 77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.011891] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955384, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.066947] env[62284]: DEBUG nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2127.162451] env[62284]: DEBUG oslo_vmware.api [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955386, 'name': PowerOnVM_Task, 'duration_secs': 1.024557} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.162717] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2127.162940] env[62284]: INFO nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Took 10.91 seconds to spawn the instance on the hypervisor. [ 2127.163134] env[62284]: DEBUG nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.163887] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ce3ee0-f9c0-49b0-9ae5-c1e8e54830b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.175248] env[62284]: DEBUG nova.scheduler.client.report [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2127.371920] env[62284]: DEBUG nova.network.neutron [req-8924b493-f08a-4e94-83ee-92a7d56f406b req-8571459b-12a0-4af8-b2e4-dfa34bdceb70 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updated VIF entry in instance network info cache for port 77fa41e8-4661-4d9a-9696-f18445eb52cd. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2127.372329] env[62284]: DEBUG nova.network.neutron [req-8924b493-f08a-4e94-83ee-92a7d56f406b req-8571459b-12a0-4af8-b2e4-dfa34bdceb70 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.434261] env[62284]: DEBUG nova.compute.manager [req-c44a0916-2e20-4839-b679-57eda55ad31c req-22692262-80d5-44c2-a82c-f78a7fd6af94 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2127.434500] env[62284]: DEBUG nova.compute.manager [req-c44a0916-2e20-4839-b679-57eda55ad31c req-22692262-80d5-44c2-a82c-f78a7fd6af94 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing instance network info cache due to event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2127.434721] env[62284]: DEBUG oslo_concurrency.lockutils [req-c44a0916-2e20-4839-b679-57eda55ad31c req-22692262-80d5-44c2-a82c-f78a7fd6af94 service nova] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.434869] env[62284]: DEBUG oslo_concurrency.lockutils [req-c44a0916-2e20-4839-b679-57eda55ad31c req-22692262-80d5-44c2-a82c-f78a7fd6af94 service nova] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.435048] env[62284]: DEBUG nova.network.neutron [req-c44a0916-2e20-4839-b679-57eda55ad31c req-22692262-80d5-44c2-a82c-f78a7fd6af94 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.513231] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955384, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.588994] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.681319] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.688370] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.077s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.688627] env[62284]: DEBUG nova.objects.instance [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'resources' on Instance uuid e1b5fd75-fd33-4976-abb8-518a9650fd5d {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.693328] env[62284]: INFO nova.compute.manager [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Took 15.73 seconds to build instance. [ 2127.713807] env[62284]: INFO nova.scheduler.client.report [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleted allocations for instance 434e39a2-1d93-41bf-8751-2d9efd032145 [ 2127.875714] env[62284]: DEBUG oslo_concurrency.lockutils [req-8924b493-f08a-4e94-83ee-92a7d56f406b req-8571459b-12a0-4af8-b2e4-dfa34bdceb70 service nova] Releasing lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.015857] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955384, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.188377] env[62284]: DEBUG nova.network.neutron [req-c44a0916-2e20-4839-b679-57eda55ad31c req-22692262-80d5-44c2-a82c-f78a7fd6af94 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updated VIF entry in instance network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2128.188739] env[62284]: DEBUG nova.network.neutron [req-c44a0916-2e20-4839-b679-57eda55ad31c req-22692262-80d5-44c2-a82c-f78a7fd6af94 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.196276] env[62284]: DEBUG oslo_concurrency.lockutils [None req-36ec2c91-3e38-4eed-b15d-a7f7249da0dd tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.241s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.224567] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4b5af1f9-181b-4861-8f35-6ac91fb3f02c tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "434e39a2-1d93-41bf-8751-2d9efd032145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.650s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.346926] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a063c21-5745-42cd-964a-c3e109f27fce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.356117] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2071681-13bc-4659-996c-8bd6c5dcbb92 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.391243] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e02fa40-ec20-4c41-9f26-61e71089fd07 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.397595] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd99e8-89a2-464c-b50a-27df33322307 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.413355] env[62284]: DEBUG nova.compute.provider_tree [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2128.514479] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955384, 'name': CloneVM_Task, 'duration_secs': 3.499711} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.514829] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Created linked-clone VM from snapshot [ 2128.515590] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a05746-f0ea-4c64-b264-99a63ca810c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.525017] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Uploading image b8d11679-af1e-4a3b-8bd0-c4a974d218fc {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2128.538273] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2128.538536] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dba5786a-0749-4ff2-97ea-79215c92d41c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.545970] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2128.545970] env[62284]: value = "task-1955388" [ 2128.545970] env[62284]: _type = "Task" [ 2128.545970] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.554695] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955388, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.688131] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "fd53ddfc-321c-4923-8554-401c4525caeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.688443] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "fd53ddfc-321c-4923-8554-401c4525caeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.688645] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "fd53ddfc-321c-4923-8554-401c4525caeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.688827] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "fd53ddfc-321c-4923-8554-401c4525caeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.689064] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "fd53ddfc-321c-4923-8554-401c4525caeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.690927] env[62284]: DEBUG oslo_concurrency.lockutils [req-c44a0916-2e20-4839-b679-57eda55ad31c req-22692262-80d5-44c2-a82c-f78a7fd6af94 service nova] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.691866] env[62284]: INFO nova.compute.manager [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Terminating instance [ 2128.917256] env[62284]: DEBUG nova.scheduler.client.report [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.056667] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955388, 'name': Destroy_Task, 'duration_secs': 0.333483} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.057025] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Destroyed the VM [ 2129.057173] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2129.057433] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c174edc1-5873-4190-9825-41ce4507424b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.065168] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2129.065168] env[62284]: value = "task-1955389" [ 2129.065168] env[62284]: _type = "Task" [ 2129.065168] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.073101] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.197772] env[62284]: DEBUG nova.compute.manager [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2129.198130] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2129.199185] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f079ed-948d-4feb-b163-8f6dc6cee8f3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.207685] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2129.208008] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a980619-e0aa-46a6-8c7e-aaf72e13a69f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.215131] env[62284]: DEBUG oslo_vmware.api [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2129.215131] env[62284]: value = "task-1955390" [ 2129.215131] env[62284]: _type = "Task" [ 2129.215131] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.224346] env[62284]: DEBUG oslo_vmware.api [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.422737] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.425417] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.305s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.426763] env[62284]: INFO nova.compute.claims [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2129.450419] env[62284]: INFO nova.scheduler.client.report [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted allocations for instance e1b5fd75-fd33-4976-abb8-518a9650fd5d [ 2129.471341] env[62284]: DEBUG nova.compute.manager [req-440820ca-b93c-46ec-9436-8421a8858454 req-6ccc1811-3524-495f-a2c7-ffd86b2a2451 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Received event network-changed-10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2129.471502] env[62284]: DEBUG nova.compute.manager [req-440820ca-b93c-46ec-9436-8421a8858454 req-6ccc1811-3524-495f-a2c7-ffd86b2a2451 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Refreshing instance network info cache due to event network-changed-10d84dfe-699b-485c-b9f1-83c5cce53af0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2129.471865] env[62284]: DEBUG oslo_concurrency.lockutils [req-440820ca-b93c-46ec-9436-8421a8858454 req-6ccc1811-3524-495f-a2c7-ffd86b2a2451 service nova] Acquiring lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.472045] env[62284]: DEBUG oslo_concurrency.lockutils [req-440820ca-b93c-46ec-9436-8421a8858454 req-6ccc1811-3524-495f-a2c7-ffd86b2a2451 service nova] Acquired lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.472142] env[62284]: DEBUG nova.network.neutron [req-440820ca-b93c-46ec-9436-8421a8858454 req-6ccc1811-3524-495f-a2c7-ffd86b2a2451 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Refreshing network info cache for port 10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2129.576000] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955389, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.725722] env[62284]: DEBUG oslo_vmware.api [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955390, 'name': PowerOffVM_Task, 'duration_secs': 0.197458} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.725997] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2129.726193] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.726456] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef2fa21b-9558-45e8-8b40-480b12f26fb1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.941164] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2129.941164] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2129.941330] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleting the datastore file [datastore1] fd53ddfc-321c-4923-8554-401c4525caeb {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2129.941783] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1acd39af-6f89-4c79-bd83-66343f98d484 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.952652] env[62284]: DEBUG oslo_vmware.api [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for the task: (returnval){ [ 2129.952652] env[62284]: value = "task-1955393" [ 2129.952652] env[62284]: _type = "Task" [ 2129.952652] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.959292] env[62284]: DEBUG oslo_concurrency.lockutils [None req-45c65081-0bd4-420c-8d2f-9f49a30980c0 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "e1b5fd75-fd33-4976-abb8-518a9650fd5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.666s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.966177] env[62284]: DEBUG oslo_vmware.api [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.076879] env[62284]: DEBUG oslo_vmware.api [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955389, 'name': RemoveSnapshot_Task, 'duration_secs': 0.935969} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.077343] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2130.324025] env[62284]: DEBUG nova.network.neutron [req-440820ca-b93c-46ec-9436-8421a8858454 req-6ccc1811-3524-495f-a2c7-ffd86b2a2451 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updated VIF entry in instance network info cache for port 10d84dfe-699b-485c-b9f1-83c5cce53af0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2130.324025] env[62284]: DEBUG nova.network.neutron [req-440820ca-b93c-46ec-9436-8421a8858454 req-6ccc1811-3524-495f-a2c7-ffd86b2a2451 service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [{"id": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "address": "fa:16:3e:13:af:b7", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d84dfe-69", "ovs_interfaceid": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.467730] env[62284]: DEBUG oslo_vmware.api [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Task: {'id': task-1955393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303953} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.467976] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2130.468291] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2130.468588] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2130.468792] env[62284]: INFO nova.compute.manager [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2130.469451] env[62284]: DEBUG oslo.service.loopingcall [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.469451] env[62284]: DEBUG nova.compute.manager [-] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2130.469451] env[62284]: DEBUG nova.network.neutron [-] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2130.565158] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf298ae9-9f1e-44d6-8fd0-44caa594ecb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.574262] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4814355-d773-4492-bc2c-82b6b2400c1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.581449] env[62284]: WARNING nova.compute.manager [None req-2b692cee-7951-47ac-a813-59a70c70bc3d tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Image not found during snapshot: nova.exception.ImageNotFound: Image b8d11679-af1e-4a3b-8bd0-c4a974d218fc could not be found. [ 2130.610842] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2807fc22-71b6-43d2-878a-bc6b8039983e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.620130] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e368bf92-044e-43dd-9710-2d15d8ada1bb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.636877] env[62284]: DEBUG nova.compute.provider_tree [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.826394] env[62284]: DEBUG oslo_concurrency.lockutils [req-440820ca-b93c-46ec-9436-8421a8858454 req-6ccc1811-3524-495f-a2c7-ffd86b2a2451 service nova] Releasing lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.141266] env[62284]: DEBUG nova.scheduler.client.report [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2131.260916] env[62284]: DEBUG nova.network.neutron [-] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.311374] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.311724] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.311944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.312152] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.312324] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.314503] env[62284]: INFO nova.compute.manager [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Terminating instance [ 2131.372015] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.372598] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.372774] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2131.372951] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.500127] env[62284]: DEBUG nova.compute.manager [req-8b54c138-d10c-4683-8675-59ca4df4b576 req-262b3dd3-317c-4c9f-9aed-f8cf6b007ff0 service nova] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Received event network-vif-deleted-3e0f3338-fd0b-4af4-b388-d074ad16e6be {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2131.646743] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.647264] env[62284]: DEBUG nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2131.650415] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.061s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.651777] env[62284]: INFO nova.compute.claims [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2131.659037] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "6b2f146e-486a-47a3-8063-164be484290c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.659037] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "6b2f146e-486a-47a3-8063-164be484290c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.741386] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-7be34aae-58c4-44fb-8dee-746f06c29cca-20561a0e-a913-4b3f-a738-8f2742c245c0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.741729] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-7be34aae-58c4-44fb-8dee-746f06c29cca-20561a0e-a913-4b3f-a738-8f2742c245c0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.742133] env[62284]: DEBUG nova.objects.instance [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'flavor' on Instance uuid 7be34aae-58c4-44fb-8dee-746f06c29cca {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.763202] env[62284]: INFO nova.compute.manager [-] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Took 1.29 seconds to deallocate network for instance. [ 2131.818383] env[62284]: DEBUG nova.compute.manager [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2131.818614] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2131.819640] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f92e311-1dac-4d99-99f4-550236dae831 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.828602] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.828834] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c947ffa-91cc-4dcc-8321-cc62d34a4e5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.835742] env[62284]: DEBUG oslo_vmware.api [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2131.835742] env[62284]: value = "task-1955394" [ 2131.835742] env[62284]: _type = "Task" [ 2131.835742] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.844994] env[62284]: DEBUG oslo_vmware.api [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.875993] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.157747] env[62284]: DEBUG nova.compute.utils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2132.159217] env[62284]: DEBUG nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2132.159425] env[62284]: DEBUG nova.network.neutron [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2132.163320] env[62284]: DEBUG nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2132.210649] env[62284]: DEBUG nova.policy [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e40101b6859476e82a0e0f99d01b635', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2c096ef153e4cb181db153b8bf0d791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2132.269570] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.349617] env[62284]: DEBUG oslo_vmware.api [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955394, 'name': PowerOffVM_Task, 'duration_secs': 0.181713} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.349617] env[62284]: DEBUG nova.objects.instance [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'pci_requests' on Instance uuid 7be34aae-58c4-44fb-8dee-746f06c29cca {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2132.349617] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2132.349617] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2132.349617] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d445a94-7d46-47a5-be51-f5677ae5c082 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.465391] env[62284]: DEBUG nova.network.neutron [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Successfully created port: 29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2132.664315] env[62284]: DEBUG nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2132.689860] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.795941] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7dc14-c323-4794-b3c3-7d6e14ce8aed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.804036] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8934a-6c4f-4a61-ac87-889258776660 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.834468] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79562264-cd20-42c8-989e-5ad76343e83c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.842555] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acbccbc-47b3-40b0-8110-82409de49ce4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.856009] env[62284]: DEBUG nova.objects.base [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Object Instance<7be34aae-58c4-44fb-8dee-746f06c29cca> lazy-loaded attributes: flavor,pci_requests {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2132.856231] env[62284]: DEBUG nova.network.neutron [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2132.858737] env[62284]: DEBUG nova.compute.provider_tree [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2132.923408] env[62284]: DEBUG nova.policy [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2133.362246] env[62284]: DEBUG nova.scheduler.client.report [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2133.679207] env[62284]: DEBUG nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2133.705412] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2133.705652] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2133.705812] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2133.705994] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2133.706167] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2133.706319] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2133.706528] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2133.706691] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2133.706860] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2133.707040] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2133.707227] env[62284]: DEBUG nova.virt.hardware [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2133.708166] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00cc267-f3eb-4566-9cc9-e9ab6bcdc8ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.716707] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12542c62-bd69-49c5-87d2-c0e1f556e597 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.867352] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.867944] env[62284]: DEBUG nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2133.870696] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.995s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.870874] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.871038] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2133.871331] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.602s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.871712] env[62284]: DEBUG nova.objects.instance [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lazy-loading 'resources' on Instance uuid fd53ddfc-321c-4923-8554-401c4525caeb {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2133.873664] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a9a83d-4386-4ed0-a293-af5f02505883 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.883225] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4815eb14-c28c-4b45-9458-4b05049d4e57 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.897815] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4ea7ea-d5e2-497b-add4-d8bdb166b673 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.905421] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916de40b-3c5e-48d9-ac4d-de114a91a6ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.935987] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180355MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2133.936158] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.376053] env[62284]: DEBUG nova.compute.utils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2134.377103] env[62284]: DEBUG nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2134.377328] env[62284]: DEBUG nova.network.neutron [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2134.429935] env[62284]: DEBUG nova.policy [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '691836ae7338481891b4a42e18d6df7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e8d013857e24babbdc2d27299afd595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2134.514020] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece6580a-77a9-490c-a985-8186e4521617 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.523406] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a5cfb-219f-42b9-acac-a948036e316c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.553811] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0478d26-87fb-404c-8bbb-5f56491b545e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.562671] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c1c23-b825-495b-89e5-9b713f40b596 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.577299] env[62284]: DEBUG nova.compute.provider_tree [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2134.705916] env[62284]: DEBUG nova.network.neutron [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Successfully created port: 3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2134.883033] env[62284]: DEBUG nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2135.080686] env[62284]: DEBUG nova.scheduler.client.report [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.585637] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.587820] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.898s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.589447] env[62284]: INFO nova.compute.claims [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2135.606860] env[62284]: INFO nova.scheduler.client.report [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Deleted allocations for instance fd53ddfc-321c-4923-8554-401c4525caeb [ 2135.892592] env[62284]: DEBUG nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2135.920361] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2135.920621] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2135.920781] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2135.920964] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2135.921128] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2135.921282] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2135.921582] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2135.921754] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2135.921953] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2135.922157] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2135.922381] env[62284]: DEBUG nova.virt.hardware [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2135.923272] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e37b9d-d6f2-4ce8-9076-b99f690f54e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.931960] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcda167-cfd9-4e68-a3b3-30f3256bf516 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.115388] env[62284]: DEBUG oslo_concurrency.lockutils [None req-610a3fe3-a137-4a28-84e9-7b1e824d94b0 tempest-ListServerFiltersTestJSON-1590046717 tempest-ListServerFiltersTestJSON-1590046717-project-member] Lock "fd53ddfc-321c-4923-8554-401c4525caeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.427s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.722519] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65be6f5d-184f-4b74-83c9-ff0c0e48e770 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.731594] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ded567a-6019-4fa8-be77-4373d6c1053f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.763257] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db58675e-0b9d-42b1-bef3-833d4a8b15ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.771904] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e18652-ea2d-40fd-a159-3deb9276847a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.787548] env[62284]: DEBUG nova.compute.provider_tree [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.290689] env[62284]: DEBUG nova.scheduler.client.report [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2137.796882] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.797541] env[62284]: DEBUG nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2137.800193] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.864s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.003305] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "a0e77427-25ce-417e-bc4e-6d602e2efe62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.006610] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "a0e77427-25ce-417e-bc4e-6d602e2efe62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.214934] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.215182] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.303975] env[62284]: DEBUG nova.compute.utils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2138.309369] env[62284]: DEBUG nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2138.309526] env[62284]: DEBUG nova.network.neutron [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2138.383096] env[62284]: DEBUG nova.policy [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2df9a0dd0e4e4630aa52fbe07c4d7e9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09516d1e94d7489296ffc3646b6d8041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2138.509019] env[62284]: DEBUG nova.compute.manager [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2138.667423] env[62284]: DEBUG nova.network.neutron [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Successfully created port: 32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2138.718822] env[62284]: DEBUG nova.compute.manager [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2138.791487] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.791487] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.791487] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleting the datastore file [datastore1] 2c76c8a3-a34e-4d98-8191-c845f6604c5e {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.791487] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeaf3cfa-a169-469e-98eb-f6292c2bae7a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.801239] env[62284]: DEBUG oslo_vmware.api [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for the task: (returnval){ [ 2138.801239] env[62284]: value = "task-1955397" [ 2138.801239] env[62284]: _type = "Task" [ 2138.801239] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.814956] env[62284]: DEBUG nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2138.822357] env[62284]: DEBUG oslo_vmware.api [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.850630] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d95eea11-abb4-4438-a305-b369fdf3bb52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2138.850630] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 7be34aae-58c4-44fb-8dee-746f06c29cca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2138.850630] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 2c76c8a3-a34e-4d98-8191-c845f6604c5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2138.850630] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 76b956b1-7437-44ab-8849-f05f91265a8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2138.850630] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d05174cd-a87d-45ae-b584-b06aa41b99e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2138.850630] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4cc128c9-3cc1-4089-9237-feb261023085 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2138.850630] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance c8b246dd-8b38-4f6b-a54e-75e365dc0908 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2138.850630] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 6b2f146e-486a-47a3-8063-164be484290c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2139.030279] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.236257] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.312806] env[62284]: DEBUG oslo_vmware.api [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Task: {'id': task-1955397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168474} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.313081] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.313283] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.313445] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.313626] env[62284]: INFO nova.compute.manager [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Took 7.50 seconds to destroy the instance on the hypervisor. [ 2139.313869] env[62284]: DEBUG oslo.service.loopingcall [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.314065] env[62284]: DEBUG nova.compute.manager [-] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2139.314162] env[62284]: DEBUG nova.network.neutron [-] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.352426] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance a0e77427-25ce-417e-bc4e-6d602e2efe62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2139.615703] env[62284]: DEBUG nova.compute.manager [req-255461c1-ce27-4555-a5d7-27b106acc129 req-ee89e6e9-c95c-433c-816d-dcc737b99117 service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Received event network-vif-deleted-6f03ba3c-dc2d-4657-9551-98b0f0d54ccb {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2139.615966] env[62284]: INFO nova.compute.manager [req-255461c1-ce27-4555-a5d7-27b106acc129 req-ee89e6e9-c95c-433c-816d-dcc737b99117 service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Neutron deleted interface 6f03ba3c-dc2d-4657-9551-98b0f0d54ccb; detaching it from the instance and deleting it from the info cache [ 2139.616549] env[62284]: DEBUG nova.network.neutron [req-255461c1-ce27-4555-a5d7-27b106acc129 req-ee89e6e9-c95c-433c-816d-dcc737b99117 service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.827910] env[62284]: DEBUG nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2139.854800] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2139.855068] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2139.855234] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2139.855417] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2139.855567] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2139.855718] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2139.855926] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2139.856099] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2139.856268] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2139.856431] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2139.856603] env[62284]: DEBUG nova.virt.hardware [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2139.857315] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance dfe1f235-b623-47ce-9e88-d27b9ed2f314 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2139.857572] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2139.857723] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2139.860357] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f0cdd-a7d4-4e5c-b358-15a37caad196 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.869113] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fac8998-0e37-46fa-a360-96874038b4e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.984839] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdef6f0-22be-46cc-a8bf-b744026c8089 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.993615] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d8f386-5729-4164-872f-873eabd20d82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.025484] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989b7e9e-d831-41da-8ada-cc7186bee7b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.034129] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd08a710-2f96-45ab-8cd4-081b88f2b619 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.048213] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.063273] env[62284]: DEBUG nova.network.neutron [-] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.119928] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9e73c2e-6762-48ce-89ec-63032dcafcae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.130439] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f67cbc-d560-4900-868e-084e15ab9e6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.151784] env[62284]: DEBUG nova.compute.manager [req-6ce0638b-ba91-4d4a-9457-b539fe545cd3 req-4bae7396-85ef-4a17-9424-4ae857c14b93 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Received event network-vif-plugged-32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2140.151979] env[62284]: DEBUG oslo_concurrency.lockutils [req-6ce0638b-ba91-4d4a-9457-b539fe545cd3 req-4bae7396-85ef-4a17-9424-4ae857c14b93 service nova] Acquiring lock "6b2f146e-486a-47a3-8063-164be484290c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.152209] env[62284]: DEBUG oslo_concurrency.lockutils [req-6ce0638b-ba91-4d4a-9457-b539fe545cd3 req-4bae7396-85ef-4a17-9424-4ae857c14b93 service nova] Lock "6b2f146e-486a-47a3-8063-164be484290c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.152379] env[62284]: DEBUG oslo_concurrency.lockutils [req-6ce0638b-ba91-4d4a-9457-b539fe545cd3 req-4bae7396-85ef-4a17-9424-4ae857c14b93 service nova] Lock "6b2f146e-486a-47a3-8063-164be484290c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.152544] env[62284]: DEBUG nova.compute.manager [req-6ce0638b-ba91-4d4a-9457-b539fe545cd3 req-4bae7396-85ef-4a17-9424-4ae857c14b93 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] No waiting events found dispatching network-vif-plugged-32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2140.152711] env[62284]: WARNING nova.compute.manager [req-6ce0638b-ba91-4d4a-9457-b539fe545cd3 req-4bae7396-85ef-4a17-9424-4ae857c14b93 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Received unexpected event network-vif-plugged-32f6fb53-68e5-4c7d-b269-5dd89d504710 for instance with vm_state building and task_state spawning. [ 2140.160052] env[62284]: DEBUG nova.compute.manager [req-255461c1-ce27-4555-a5d7-27b106acc129 req-ee89e6e9-c95c-433c-816d-dcc737b99117 service nova] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Detach interface failed, port_id=6f03ba3c-dc2d-4657-9551-98b0f0d54ccb, reason: Instance 2c76c8a3-a34e-4d98-8191-c845f6604c5e could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2140.243181] env[62284]: DEBUG nova.network.neutron [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Successfully updated port: 32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2140.548183] env[62284]: DEBUG nova.network.neutron [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Successfully updated port: 20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2140.557599] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.563235] env[62284]: DEBUG nova.network.neutron [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Successfully updated port: 3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2140.566451] env[62284]: INFO nova.compute.manager [-] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Took 1.25 seconds to deallocate network for instance. [ 2140.613414] env[62284]: DEBUG nova.network.neutron [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Successfully updated port: 29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2140.746558] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.746781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.746941] env[62284]: DEBUG nova.network.neutron [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.053666] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.053963] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.054046] env[62284]: DEBUG nova.network.neutron [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.066275] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2141.066480] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.266s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.067223] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.037s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.068614] env[62284]: INFO nova.compute.claims [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2141.071383] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.072444] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.072581] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.072738] env[62284]: DEBUG nova.network.neutron [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.075737] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.115944] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.116114] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.116348] env[62284]: DEBUG nova.network.neutron [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.279937] env[62284]: DEBUG nova.network.neutron [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2141.411295] env[62284]: DEBUG nova.network.neutron [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Updating instance_info_cache with network_info: [{"id": "32f6fb53-68e5-4c7d-b269-5dd89d504710", "address": "fa:16:3e:96:7b:a3", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f6fb53-68", "ovs_interfaceid": "32f6fb53-68e5-4c7d-b269-5dd89d504710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.602409] env[62284]: WARNING nova.network.neutron [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] 46099d7b-fefa-4419-ab67-e1d7b7d80170 already exists in list: networks containing: ['46099d7b-fefa-4419-ab67-e1d7b7d80170']. ignoring it [ 2141.632694] env[62284]: DEBUG nova.network.neutron [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2141.655371] env[62284]: DEBUG nova.network.neutron [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2141.661357] env[62284]: DEBUG nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Received event network-vif-plugged-3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2141.661584] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.661835] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.661958] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.662134] env[62284]: DEBUG nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] No waiting events found dispatching network-vif-plugged-3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2141.662331] env[62284]: WARNING nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Received unexpected event network-vif-plugged-3e4f7ffa-4c92-47a3-a74b-323efc8f2956 for instance with vm_state building and task_state spawning. [ 2141.662508] env[62284]: DEBUG nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Received event network-vif-plugged-29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2141.662675] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Acquiring lock "4cc128c9-3cc1-4089-9237-feb261023085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.662856] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Lock "4cc128c9-3cc1-4089-9237-feb261023085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.663089] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Lock "4cc128c9-3cc1-4089-9237-feb261023085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.663197] env[62284]: DEBUG nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] No waiting events found dispatching network-vif-plugged-29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2141.663360] env[62284]: WARNING nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Received unexpected event network-vif-plugged-29410061-2f8d-454d-a42c-a60cc056cf84 for instance with vm_state building and task_state spawning. [ 2141.663557] env[62284]: DEBUG nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Received event network-changed-3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2141.663725] env[62284]: DEBUG nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Refreshing instance network info cache due to event network-changed-3e4f7ffa-4c92-47a3-a74b-323efc8f2956. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2141.663891] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Acquiring lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.852473] env[62284]: DEBUG nova.network.neutron [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updating instance_info_cache with network_info: [{"id": "29410061-2f8d-454d-a42c-a60cc056cf84", "address": "fa:16:3e:76:8c:61", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29410061-2f", "ovs_interfaceid": "29410061-2f8d-454d-a42c-a60cc056cf84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.898367] env[62284]: DEBUG nova.network.neutron [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Updating instance_info_cache with network_info: [{"id": "3e4f7ffa-4c92-47a3-a74b-323efc8f2956", "address": "fa:16:3e:42:a9:31", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e4f7ffa-4c", "ovs_interfaceid": "3e4f7ffa-4c92-47a3-a74b-323efc8f2956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.914123] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.915720] env[62284]: DEBUG nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Instance network_info: |[{"id": "32f6fb53-68e5-4c7d-b269-5dd89d504710", "address": "fa:16:3e:96:7b:a3", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f6fb53-68", "ovs_interfaceid": "32f6fb53-68e5-4c7d-b269-5dd89d504710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2141.915720] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:7b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f6fb53-68e5-4c7d-b269-5dd89d504710', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2141.922255] env[62284]: DEBUG oslo.service.loopingcall [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2141.923672] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2141.924153] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c72331ee-2551-4ae2-b439-daf97b7965a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.952104] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2141.952104] env[62284]: value = "task-1955398" [ 2141.952104] env[62284]: _type = "Task" [ 2141.952104] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.958575] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955398, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.042622] env[62284]: DEBUG nova.network.neutron [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20561a0e-a913-4b3f-a738-8f2742c245c0", "address": "fa:16:3e:3b:a2:1e", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20561a0e-a9", "ovs_interfaceid": "20561a0e-a913-4b3f-a738-8f2742c245c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.204986] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0b9d96-078a-40ef-922b-890c9fb2f05a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.214463] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c9e12b-f633-4571-a426-c3c38909d6bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.220843] env[62284]: DEBUG nova.compute.manager [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Received event network-changed-32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2142.221097] env[62284]: DEBUG nova.compute.manager [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Refreshing instance network info cache due to event network-changed-32f6fb53-68e5-4c7d-b269-5dd89d504710. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2142.221350] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Acquiring lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.221493] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Acquired lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.221657] env[62284]: DEBUG nova.network.neutron [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Refreshing network info cache for port 32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2142.254647] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508975e1-ea20-48e0-b0fb-0287c7c00b11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.263455] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f279473b-1149-47a2-b4af-7e2ed1f8b83c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.279560] env[62284]: DEBUG nova.compute.provider_tree [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2142.354822] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.355174] env[62284]: DEBUG nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Instance network_info: |[{"id": "29410061-2f8d-454d-a42c-a60cc056cf84", "address": "fa:16:3e:76:8c:61", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29410061-2f", "ovs_interfaceid": "29410061-2f8d-454d-a42c-a60cc056cf84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2142.355905] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:8c:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29410061-2f8d-454d-a42c-a60cc056cf84', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2142.363317] env[62284]: DEBUG oslo.service.loopingcall [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.363539] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2142.363776] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f298307d-3196-4de3-8cb0-0890c5eada8d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.385979] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2142.385979] env[62284]: value = "task-1955399" [ 2142.385979] env[62284]: _type = "Task" [ 2142.385979] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.393821] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955399, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.401490] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Releasing lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.401949] env[62284]: DEBUG nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Instance network_info: |[{"id": "3e4f7ffa-4c92-47a3-a74b-323efc8f2956", "address": "fa:16:3e:42:a9:31", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e4f7ffa-4c", "ovs_interfaceid": "3e4f7ffa-4c92-47a3-a74b-323efc8f2956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2142.402380] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Acquired lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.402656] env[62284]: DEBUG nova.network.neutron [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Refreshing network info cache for port 3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2142.403880] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:a9:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e4f7ffa-4c92-47a3-a74b-323efc8f2956', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2142.412518] env[62284]: DEBUG oslo.service.loopingcall [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.413608] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2142.413845] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e309d6-4a5c-4150-84c0-55e9fe9434f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.433441] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2142.433441] env[62284]: value = "task-1955400" [ 2142.433441] env[62284]: _type = "Task" [ 2142.433441] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.443260] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955400, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.459520] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955398, 'name': CreateVM_Task, 'duration_secs': 0.373523} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.459690] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2142.460486] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.460659] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.460986] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2142.461286] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0f068a-3ae9-4c2d-8563-426793b2a2d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.467239] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2142.467239] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d35f9d-857b-e953-0188-3e9d4c735dcc" [ 2142.467239] env[62284]: _type = "Task" [ 2142.467239] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.477119] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d35f9d-857b-e953-0188-3e9d4c735dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.546103] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.546831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.547008] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.547900] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8841d-380e-4c48-aa4c-3480c270ccb5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.565761] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2142.566032] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2142.566172] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2142.566358] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2142.566511] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2142.566660] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2142.566867] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2142.567042] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2142.567221] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2142.567565] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2142.567800] env[62284]: DEBUG nova.virt.hardware [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2142.574522] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Reconfiguring VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2142.575670] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c630e5-0457-4c50-88bd-7ed2f301fb64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.594104] env[62284]: DEBUG oslo_vmware.api [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2142.594104] env[62284]: value = "task-1955401" [ 2142.594104] env[62284]: _type = "Task" [ 2142.594104] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.605314] env[62284]: DEBUG oslo_vmware.api [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955401, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.783065] env[62284]: DEBUG nova.scheduler.client.report [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.896966] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955399, 'name': CreateVM_Task, 'duration_secs': 0.352925} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.897612] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2142.897803] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.944199] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955400, 'name': CreateVM_Task, 'duration_secs': 0.44596} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.944387] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2142.945054] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.958976] env[62284]: DEBUG nova.network.neutron [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Updated VIF entry in instance network info cache for port 32f6fb53-68e5-4c7d-b269-5dd89d504710. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2142.959365] env[62284]: DEBUG nova.network.neutron [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Updating instance_info_cache with network_info: [{"id": "32f6fb53-68e5-4c7d-b269-5dd89d504710", "address": "fa:16:3e:96:7b:a3", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f6fb53-68", "ovs_interfaceid": "32f6fb53-68e5-4c7d-b269-5dd89d504710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.982025] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52d35f9d-857b-e953-0188-3e9d4c735dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.982025] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.982025] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2142.982025] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.982025] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.982025] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2142.982025] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.982025] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2142.982025] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab21361-1c99-43f6-a709-af2135f2af3e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.983255] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9d9668-0042-4ed0-a636-55d3f9262e78 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.990331] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2142.990331] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f22037-92bd-0500-1b98-c24167829876" [ 2142.990331] env[62284]: _type = "Task" [ 2142.990331] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.998240] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2142.998632] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2143.000160] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b11bceb-332f-4ff9-9814-01c0c0eef600 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.006270] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52f22037-92bd-0500-1b98-c24167829876, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.007202] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.007595] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2143.007929] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.008294] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.008708] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2143.010164] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c5f51c-d4d8-45fd-ad95-fb139fe261aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.011949] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2143.011949] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b7c68-9d69-e430-6dea-f4e1d5793a3e" [ 2143.011949] env[62284]: _type = "Task" [ 2143.011949] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.019109] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2143.019109] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5219d8af-56a2-0a9c-b94d-4888088dca19" [ 2143.019109] env[62284]: _type = "Task" [ 2143.019109] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.028432] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b7c68-9d69-e430-6dea-f4e1d5793a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.028432] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49f4516-c44f-413c-8ac4-bb2d1b1e4a48 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.035027] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5219d8af-56a2-0a9c-b94d-4888088dca19, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.035027] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.035232] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2143.035448] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.037435] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2143.037435] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a204b-2339-502c-db13-584c68e5cabd" [ 2143.037435] env[62284]: _type = "Task" [ 2143.037435] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.047885] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a204b-2339-502c-db13-584c68e5cabd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.106567] env[62284]: DEBUG oslo_vmware.api [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.141124] env[62284]: DEBUG nova.network.neutron [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Updated VIF entry in instance network info cache for port 3e4f7ffa-4c92-47a3-a74b-323efc8f2956. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2143.141609] env[62284]: DEBUG nova.network.neutron [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Updating instance_info_cache with network_info: [{"id": "3e4f7ffa-4c92-47a3-a74b-323efc8f2956", "address": "fa:16:3e:42:a9:31", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e4f7ffa-4c", "ovs_interfaceid": "3e4f7ffa-4c92-47a3-a74b-323efc8f2956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.288736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.289363] env[62284]: DEBUG nova.compute.manager [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2143.292939] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.057s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.294577] env[62284]: INFO nova.compute.claims [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2143.464678] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Releasing lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.464961] env[62284]: DEBUG nova.compute.manager [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-vif-plugged-20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2143.465195] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Acquiring lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.465466] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.465591] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.465770] env[62284]: DEBUG nova.compute.manager [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] No waiting events found dispatching network-vif-plugged-20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2143.465938] env[62284]: WARNING nova.compute.manager [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received unexpected event network-vif-plugged-20561a0e-a913-4b3f-a738-8f2742c245c0 for instance with vm_state active and task_state None. [ 2143.466135] env[62284]: DEBUG nova.compute.manager [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-changed-20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2143.466297] env[62284]: DEBUG nova.compute.manager [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing instance network info cache due to event network-changed-20561a0e-a913-4b3f-a738-8f2742c245c0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2143.466501] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.466645] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.466815] env[62284]: DEBUG nova.network.neutron [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing network info cache for port 20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2143.549767] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522a204b-2339-502c-db13-584c68e5cabd, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.550221] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.550651] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 6b2f146e-486a-47a3-8063-164be484290c/6b2f146e-486a-47a3-8063-164be484290c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2143.551018] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.551301] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2143.551544] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55fb3f59-2ff6-45ab-9afa-a09f142ac0f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.555544] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1662e8-80be-49c2-9fe2-9a139c5a7b21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.566451] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2143.566451] env[62284]: value = "task-1955402" [ 2143.566451] env[62284]: _type = "Task" [ 2143.566451] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.571651] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2143.572018] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2143.573260] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c8ecac6-e912-4909-824c-82cc17d573ed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.579128] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.579411] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.580083] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2143.580247] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2143.584403] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2143.584403] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e667a-d463-ce1e-bda0-20749aada628" [ 2143.584403] env[62284]: _type = "Task" [ 2143.584403] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.595729] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e667a-d463-ce1e-bda0-20749aada628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.607472] env[62284]: DEBUG oslo_vmware.api [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955401, 'name': ReconfigVM_Task, 'duration_secs': 1.013126} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.608077] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.608316] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Reconfigured VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2143.644514] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Releasing lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.645043] env[62284]: DEBUG nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Received event network-changed-29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2143.645201] env[62284]: DEBUG nova.compute.manager [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Refreshing instance network info cache due to event network-changed-29410061-2f8d-454d-a42c-a60cc056cf84. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2143.645525] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Acquiring lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.645745] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Acquired lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.645983] env[62284]: DEBUG nova.network.neutron [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Refreshing network info cache for port 29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2143.799152] env[62284]: DEBUG nova.compute.utils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2143.803395] env[62284]: DEBUG nova.compute.manager [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Not allocating networking since 'none' was specified. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2144.087792] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955402, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.099869] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525e667a-d463-ce1e-bda0-20749aada628, 'name': SearchDatastore_Task, 'duration_secs': 0.024201} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.104576] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070decd7-f0f6-4f72-91d1-b09fb8eec4fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.113085] env[62284]: DEBUG oslo_concurrency.lockutils [None req-91c23905-dc1b-41b9-b217-4180fbd5c5dd tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-7be34aae-58c4-44fb-8dee-746f06c29cca-20561a0e-a913-4b3f-a738-8f2742c245c0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.371s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.115233] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2144.115233] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521a20d8-c0c9-38b9-4666-c12db793e306" [ 2144.115233] env[62284]: _type = "Task" [ 2144.115233] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.126235] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521a20d8-c0c9-38b9-4666-c12db793e306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.286649] env[62284]: DEBUG nova.network.neutron [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updated VIF entry in instance network info cache for port 20561a0e-a913-4b3f-a738-8f2742c245c0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2144.287104] env[62284]: DEBUG nova.network.neutron [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20561a0e-a913-4b3f-a738-8f2742c245c0", "address": "fa:16:3e:3b:a2:1e", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20561a0e-a9", "ovs_interfaceid": "20561a0e-a913-4b3f-a738-8f2742c245c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.305123] env[62284]: DEBUG nova.compute.manager [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2144.484657] env[62284]: DEBUG nova.network.neutron [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updated VIF entry in instance network info cache for port 29410061-2f8d-454d-a42c-a60cc056cf84. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2144.485495] env[62284]: DEBUG nova.network.neutron [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updating instance_info_cache with network_info: [{"id": "29410061-2f8d-454d-a42c-a60cc056cf84", "address": "fa:16:3e:76:8c:61", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29410061-2f", "ovs_interfaceid": "29410061-2f8d-454d-a42c-a60cc056cf84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.495548] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c621cb14-573c-40e5-a3e3-fd2a8e051996 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.507751] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e67036d-9fd0-490d-8684-7f9ae64fb297 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.542852] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b06041-069c-47f0-8071-36b361cc2de7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.551452] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c649f1f2-8b29-42fb-ba43-cae98e08804b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.566658] env[62284]: DEBUG nova.compute.provider_tree [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2144.580166] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96765} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.580418] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 6b2f146e-486a-47a3-8063-164be484290c/6b2f146e-486a-47a3-8063-164be484290c.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2144.580638] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2144.580898] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef89ca2-f4ec-451d-86ea-f1815ec0753e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.590528] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2144.590528] env[62284]: value = "task-1955403" [ 2144.590528] env[62284]: _type = "Task" [ 2144.590528] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.600769] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.628664] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521a20d8-c0c9-38b9-4666-c12db793e306, 'name': SearchDatastore_Task, 'duration_secs': 0.080961} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.629020] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.629294] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4cc128c9-3cc1-4089-9237-feb261023085/4cc128c9-3cc1-4089-9237-feb261023085.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2144.629622] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.629817] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2144.630062] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-def2ab8c-aad3-4c63-b872-499c1151083c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.632070] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd28a68a-a5ad-4dae-b167-59d5fca3fafc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.640469] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2144.640469] env[62284]: value = "task-1955404" [ 2144.640469] env[62284]: _type = "Task" [ 2144.640469] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.644744] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2144.644928] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2144.646018] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da75becd-e92a-4fa8-b1e1-a67bcc3c4b8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.651517] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.655283] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2144.655283] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a0768c-a5f7-f70a-c07c-06670527528b" [ 2144.655283] env[62284]: _type = "Task" [ 2144.655283] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.663728] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a0768c-a5f7-f70a-c07c-06670527528b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.789825] env[62284]: DEBUG oslo_concurrency.lockutils [req-29af34d0-0173-4408-b9ca-7f1deb11bc69 req-d0d4ed33-e7f9-4d4f-b457-95deb0cd540c service nova] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.989831] env[62284]: DEBUG oslo_concurrency.lockutils [req-91f079eb-2714-4e86-a929-5bf936377eeb req-d7970bd2-9f17-47e5-914d-14412eaef888 service nova] Releasing lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.069805] env[62284]: DEBUG nova.scheduler.client.report [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2145.102922] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063482} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.103280] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2145.104415] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0c0ca1-9f0e-4901-b091-814f85ce6da2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.129856] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6b2f146e-486a-47a3-8063-164be484290c/6b2f146e-486a-47a3-8063-164be484290c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2145.130594] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1beed0b-c09b-420a-8b28-b1c3b0587ac2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.155944] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511765} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.160743] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4cc128c9-3cc1-4089-9237-feb261023085/4cc128c9-3cc1-4089-9237-feb261023085.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2145.160743] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2145.160909] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2145.160909] env[62284]: value = "task-1955405" [ 2145.160909] env[62284]: _type = "Task" [ 2145.160909] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.161096] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f81c405-e852-4e31-adb0-589943a40d2b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.169859] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a0768c-a5f7-f70a-c07c-06670527528b, 'name': SearchDatastore_Task, 'duration_secs': 0.017981} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.170895] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0e44fb-574e-435b-aec7-57f3ee1259d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.176240] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.177430] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2145.177430] env[62284]: value = "task-1955406" [ 2145.177430] env[62284]: _type = "Task" [ 2145.177430] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.181508] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2145.181508] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5273a43d-5df5-8e5b-d49b-31f9a6a0bc12" [ 2145.181508] env[62284]: _type = "Task" [ 2145.181508] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.189345] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.195777] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5273a43d-5df5-8e5b-d49b-31f9a6a0bc12, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.196502] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.196804] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c8b246dd-8b38-4f6b-a54e-75e365dc0908/c8b246dd-8b38-4f6b-a54e-75e365dc0908.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2145.197104] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42257c6-b090-46c2-a4dc-7224f42a577d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.206560] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2145.206560] env[62284]: value = "task-1955407" [ 2145.206560] env[62284]: _type = "Task" [ 2145.206560] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.214955] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.318596] env[62284]: DEBUG nova.compute.manager [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2145.345957] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2145.346246] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2145.346409] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2145.346651] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2145.346848] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2145.347048] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2145.347343] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2145.347542] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2145.347745] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2145.347969] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2145.348231] env[62284]: DEBUG nova.virt.hardware [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2145.349298] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9585ca2-4245-40f7-a431-d424089face1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.358774] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6f0a6-a12e-423e-b147-dab9ebf3231f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.372962] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2145.379529] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Creating folder: Project (692558889f31475d849073feb2dd7292). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2145.379907] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4308af1-db57-4544-a2d4-c0cc5e62d7e8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.391636] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Created folder: Project (692558889f31475d849073feb2dd7292) in parent group-v402637. [ 2145.391847] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Creating folder: Instances. Parent ref: group-v402932. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2145.392126] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e74ec7c-ed6e-46e1-b922-3f99a3065efd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.402310] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Created folder: Instances in parent group-v402932. [ 2145.402607] env[62284]: DEBUG oslo.service.loopingcall [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.402815] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2145.403052] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa0b82b9-3a6e-43a6-a94b-38cc7a72fcbb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.421902] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2145.421902] env[62284]: value = "task-1955410" [ 2145.421902] env[62284]: _type = "Task" [ 2145.421902] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.430035] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955410, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.486953] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-7be34aae-58c4-44fb-8dee-746f06c29cca-20561a0e-a913-4b3f-a738-8f2742c245c0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.487291] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-7be34aae-58c4-44fb-8dee-746f06c29cca-20561a0e-a913-4b3f-a738-8f2742c245c0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.575411] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.575940] env[62284]: DEBUG nova.compute.manager [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2145.578969] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.504s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.579266] env[62284]: DEBUG nova.objects.instance [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lazy-loading 'resources' on Instance uuid 2c76c8a3-a34e-4d98-8191-c845f6604c5e {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.673950] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.688545] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06523} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.688839] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2145.689685] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0659e-1639-4cb5-a638-8c95cf79ffb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.713034] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 4cc128c9-3cc1-4089-9237-feb261023085/4cc128c9-3cc1-4089-9237-feb261023085.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2145.713445] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3499d92-432e-4b55-b9df-10b795265e65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.736800] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524529} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.738130] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] c8b246dd-8b38-4f6b-a54e-75e365dc0908/c8b246dd-8b38-4f6b-a54e-75e365dc0908.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2145.738360] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2145.738672] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2145.738672] env[62284]: value = "task-1955411" [ 2145.738672] env[62284]: _type = "Task" [ 2145.738672] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.738862] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2be4b0cf-7027-43ea-a329-a1bc31372ec3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.748599] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.749759] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2145.749759] env[62284]: value = "task-1955412" [ 2145.749759] env[62284]: _type = "Task" [ 2145.749759] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.756883] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.932224] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955410, 'name': CreateVM_Task, 'duration_secs': 0.384436} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.932446] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2145.932890] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.933072] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.933395] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2145.933659] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281e82d1-a58f-4059-aad8-e8b9be770b9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.938358] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2145.938358] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520ad2d8-920b-2bab-be3f-edeb32a257f1" [ 2145.938358] env[62284]: _type = "Task" [ 2145.938358] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.945611] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520ad2d8-920b-2bab-be3f-edeb32a257f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.990531] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.990743] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.991735] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d38a6-74ca-4a3c-a76b-4eed39777dd1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.009020] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1038215-3e26-4def-8565-34c383a09fc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.035751] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Reconfiguring VM to detach interface {{(pid=62284) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2146.036051] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9e8967-b7f9-4af2-beda-26affc6be1bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.054748] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2146.054748] env[62284]: value = "task-1955413" [ 2146.054748] env[62284]: _type = "Task" [ 2146.054748] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.062441] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.081971] env[62284]: DEBUG nova.compute.utils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2146.086017] env[62284]: DEBUG nova.compute.manager [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Not allocating networking since 'none' was specified. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2146.175970] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955405, 'name': ReconfigVM_Task, 'duration_secs': 0.567428} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.176322] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6b2f146e-486a-47a3-8063-164be484290c/6b2f146e-486a-47a3-8063-164be484290c.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.177013] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b591e5-7076-4e65-9218-aa78e3aff17a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.187294] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2146.187294] env[62284]: value = "task-1955414" [ 2146.187294] env[62284]: _type = "Task" [ 2146.187294] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.196482] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955414, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.217622] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3bc866-45bb-4b3e-9ef7-4a91a489ee2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.225175] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c6a07c-f00f-4696-8952-78db3c0bba82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.260700] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d7c70-6613-467d-babd-9119d0364873 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.273065] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fceacff-2c6e-45a8-969b-1ea76fbc684f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.278357] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065096} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.278579] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955411, 'name': ReconfigVM_Task, 'duration_secs': 0.29302} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.278817] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2146.279133] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 4cc128c9-3cc1-4089-9237-feb261023085/4cc128c9-3cc1-4089-9237-feb261023085.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.280541] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ede07-509f-4a58-9268-4533220ad46f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.282801] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edcfe6ce-44b5-4875-a446-eca2a140ccb7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.291585] env[62284]: DEBUG nova.compute.provider_tree [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2146.312752] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c8b246dd-8b38-4f6b-a54e-75e365dc0908/c8b246dd-8b38-4f6b-a54e-75e365dc0908.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2146.314747] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf93a2a-f3db-41c2-82d1-39963af2e334 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.329588] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2146.329588] env[62284]: value = "task-1955415" [ 2146.329588] env[62284]: _type = "Task" [ 2146.329588] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.335445] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2146.335445] env[62284]: value = "task-1955416" [ 2146.335445] env[62284]: _type = "Task" [ 2146.335445] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.343032] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955415, 'name': Rename_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.346070] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.449200] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520ad2d8-920b-2bab-be3f-edeb32a257f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.449610] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.449919] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2146.450248] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.450447] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.450698] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2146.451033] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35905b7d-cf70-45a3-a76b-a23205b7c5bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.459936] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2146.460060] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2146.460863] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c905843-a155-487e-86b4-caf2fdb5c2d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.466615] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2146.466615] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bab1e3-0a80-c297-3448-fd50366a99fd" [ 2146.466615] env[62284]: _type = "Task" [ 2146.466615] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.474764] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bab1e3-0a80-c297-3448-fd50366a99fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.565283] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.587064] env[62284]: DEBUG nova.compute.manager [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2146.696779] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955414, 'name': Rename_Task, 'duration_secs': 0.145945} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.697018] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2146.697262] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9f98c6a-c234-443b-b222-f06fe28cc116 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.703481] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2146.703481] env[62284]: value = "task-1955417" [ 2146.703481] env[62284]: _type = "Task" [ 2146.703481] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.710464] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.812299] env[62284]: ERROR nova.scheduler.client.report [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] [req-33b09829-8577-4ba9-ae8c-cd8952b153ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33b09829-8577-4ba9-ae8c-cd8952b153ce"}]} [ 2146.841357] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955415, 'name': Rename_Task, 'duration_secs': 0.16532} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.844367] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2146.844638] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4684725-0bd8-4527-889a-73330594a8a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.850859] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955416, 'name': ReconfigVM_Task, 'duration_secs': 0.263834} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.852109] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c8b246dd-8b38-4f6b-a54e-75e365dc0908/c8b246dd-8b38-4f6b-a54e-75e365dc0908.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.852789] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2146.852789] env[62284]: value = "task-1955418" [ 2146.852789] env[62284]: _type = "Task" [ 2146.852789] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.852982] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38d1bbe1-29a2-44cf-a942-9eca0d2440d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.862247] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.863406] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2146.863406] env[62284]: value = "task-1955419" [ 2146.863406] env[62284]: _type = "Task" [ 2146.863406] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.870950] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955419, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.906340] env[62284]: DEBUG nova.scheduler.client.report [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2146.923073] env[62284]: DEBUG nova.scheduler.client.report [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2146.923330] env[62284]: DEBUG nova.compute.provider_tree [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2146.934658] env[62284]: DEBUG nova.scheduler.client.report [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2146.952406] env[62284]: DEBUG nova.scheduler.client.report [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2146.979779] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bab1e3-0a80-c297-3448-fd50366a99fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008907} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.983513] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcd115e-7b51-40ed-914f-b2d0aa20ba59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.989091] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2146.989091] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5223e1ec-ad66-00dd-d0d8-c6d2f30f8368" [ 2146.989091] env[62284]: _type = "Task" [ 2146.989091] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.998399] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5223e1ec-ad66-00dd-d0d8-c6d2f30f8368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.068271] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.096729] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f9090d-c345-4811-836e-b4f933b0f8b6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.104293] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3cbe80-5049-455b-a274-24aa307c0a65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.107731] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2147.107943] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.108493] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.108671] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.108848] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.109035] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.109212] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances with incomplete migration {{(pid=62284) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2147.135564] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a839f-f6c3-4e10-b457-a24177080633 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.143990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b87cfb3-1537-45ea-bda8-3122a574a05f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.159383] env[62284]: DEBUG nova.compute.provider_tree [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2147.213884] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955417, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.365902] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955418, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.373509] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955419, 'name': Rename_Task, 'duration_secs': 0.27988} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.373810] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2147.374074] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9024ff72-0866-43d3-aaad-475a652c5635 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.380443] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2147.380443] env[62284]: value = "task-1955420" [ 2147.380443] env[62284]: _type = "Task" [ 2147.380443] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.388267] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.500581] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5223e1ec-ad66-00dd-d0d8-c6d2f30f8368, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.500986] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.501327] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a0e77427-25ce-417e-bc4e-6d602e2efe62/a0e77427-25ce-417e-bc4e-6d602e2efe62.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2147.501596] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a705f24-955e-4bd2-bd01-9abd2d865e65 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.508520] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2147.508520] env[62284]: value = "task-1955421" [ 2147.508520] env[62284]: _type = "Task" [ 2147.508520] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.516822] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.567533] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.597115] env[62284]: DEBUG nova.compute.manager [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2147.627191] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2147.627475] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2147.627647] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2147.627838] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2147.627990] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2147.628157] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2147.628376] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2147.628532] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2147.628703] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2147.628867] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2147.629053] env[62284]: DEBUG nova.virt.hardware [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2147.629954] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb7197e-c4b4-4aa8-b526-ac2a57429cef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.638205] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b67ca9-f8cb-4b9d-a4f3-3e674d75b226 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.651320] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2147.656964] env[62284]: DEBUG oslo.service.loopingcall [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2147.657205] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2147.657407] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c433e92a-0c5b-4c48-a51e-633bd90a2a61 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.675895] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2147.675895] env[62284]: value = "task-1955422" [ 2147.675895] env[62284]: _type = "Task" [ 2147.675895] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.683692] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955422, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.697030] env[62284]: DEBUG nova.scheduler.client.report [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2147.697030] env[62284]: DEBUG nova.compute.provider_tree [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 162 to 163 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2147.697030] env[62284]: DEBUG nova.compute.provider_tree [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2147.714715] env[62284]: DEBUG oslo_vmware.api [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955417, 'name': PowerOnVM_Task, 'duration_secs': 0.555579} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.715018] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2147.715252] env[62284]: INFO nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Took 7.89 seconds to spawn the instance on the hypervisor. [ 2147.715448] env[62284]: DEBUG nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2147.716266] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19528454-c5b5-438e-a812-5cd4f8132261 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.866360] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955418, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.891368] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955420, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.022635] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955421, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.067500] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.185694] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955422, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.200797] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.622s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.220553] env[62284]: INFO nova.scheduler.client.report [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Deleted allocations for instance 2c76c8a3-a34e-4d98-8191-c845f6604c5e [ 2148.235678] env[62284]: INFO nova.compute.manager [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Took 15.57 seconds to build instance. [ 2148.365129] env[62284]: DEBUG oslo_vmware.api [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955418, 'name': PowerOnVM_Task, 'duration_secs': 1.489945} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.365867] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2148.365867] env[62284]: INFO nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Took 14.69 seconds to spawn the instance on the hypervisor. [ 2148.365867] env[62284]: DEBUG nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.366601] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300659c4-4eac-4fbd-a4b7-382d5c33ca73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.389483] env[62284]: DEBUG oslo_vmware.api [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955420, 'name': PowerOnVM_Task, 'duration_secs': 0.517342} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.389743] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2148.389941] env[62284]: INFO nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Took 12.50 seconds to spawn the instance on the hypervisor. [ 2148.390136] env[62284]: DEBUG nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.390877] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e6bf4-ff8b-4192-8f1d-891d597f2b92 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.519756] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514293} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.520035] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] a0e77427-25ce-417e-bc4e-6d602e2efe62/a0e77427-25ce-417e-bc4e-6d602e2efe62.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2148.520265] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2148.520516] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf3fd68e-8a47-4495-899b-fb88f72eb553 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.527481] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2148.527481] env[62284]: value = "task-1955423" [ 2148.527481] env[62284]: _type = "Task" [ 2148.527481] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.535144] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.567920] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.687025] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955422, 'name': CreateVM_Task, 'duration_secs': 0.644128} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.687251] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2148.687704] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.687870] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.688204] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2148.688463] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009ea6fa-47da-4049-b454-7b1c4ddd6310 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.693132] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2148.693132] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52651a1c-87d0-d1de-a95f-91676cefad5b" [ 2148.693132] env[62284]: _type = "Task" [ 2148.693132] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.701427] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52651a1c-87d0-d1de-a95f-91676cefad5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.729434] env[62284]: DEBUG oslo_concurrency.lockutils [None req-48b24e12-0c0c-4ee4-9c65-a76fa0ffbd3a tempest-ImagesTestJSON-1225839962 tempest-ImagesTestJSON-1225839962-project-member] Lock "2c76c8a3-a34e-4d98-8191-c845f6604c5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.417s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.738368] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e0c83fae-f382-4859-b8cf-c54129891333 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "6b2f146e-486a-47a3-8063-164be484290c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.080s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.822065] env[62284]: DEBUG nova.compute.manager [req-20dde8d4-c474-4520-9a9d-8d7e5b1d1755 req-0be7a718-96c5-478a-af80-2db5039650a6 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Received event network-changed-32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2148.822402] env[62284]: DEBUG nova.compute.manager [req-20dde8d4-c474-4520-9a9d-8d7e5b1d1755 req-0be7a718-96c5-478a-af80-2db5039650a6 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Refreshing instance network info cache due to event network-changed-32f6fb53-68e5-4c7d-b269-5dd89d504710. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2148.822636] env[62284]: DEBUG oslo_concurrency.lockutils [req-20dde8d4-c474-4520-9a9d-8d7e5b1d1755 req-0be7a718-96c5-478a-af80-2db5039650a6 service nova] Acquiring lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.822785] env[62284]: DEBUG oslo_concurrency.lockutils [req-20dde8d4-c474-4520-9a9d-8d7e5b1d1755 req-0be7a718-96c5-478a-af80-2db5039650a6 service nova] Acquired lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.822948] env[62284]: DEBUG nova.network.neutron [req-20dde8d4-c474-4520-9a9d-8d7e5b1d1755 req-0be7a718-96c5-478a-af80-2db5039650a6 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Refreshing network info cache for port 32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2148.888042] env[62284]: INFO nova.compute.manager [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Took 24.79 seconds to build instance. [ 2148.914421] env[62284]: INFO nova.compute.manager [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Took 21.34 seconds to build instance. [ 2149.037680] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.342635} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.037967] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2149.038765] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29844972-6ed9-422a-9036-abe0bdf9b150 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.059968] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] a0e77427-25ce-417e-bc4e-6d602e2efe62/a0e77427-25ce-417e-bc4e-6d602e2efe62.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2149.060641] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69505ac-57e7-4366-889d-898772529859 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.083430] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.086632] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2149.086632] env[62284]: value = "task-1955424" [ 2149.086632] env[62284]: _type = "Task" [ 2149.086632] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.092603] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.203772] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52651a1c-87d0-d1de-a95f-91676cefad5b, 'name': SearchDatastore_Task, 'duration_secs': 0.051543} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.204195] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.204498] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2149.204761] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.204915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.205133] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2149.205407] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-755e232a-7777-4a2f-ba00-14dc162c7498 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.214236] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2149.214414] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2149.215147] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1ca581-e179-4242-9830-3b3f49426448 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.220458] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2149.220458] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eaf6e9-3f14-2a2e-029c-7ecd1f450953" [ 2149.220458] env[62284]: _type = "Task" [ 2149.220458] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.228431] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eaf6e9-3f14-2a2e-029c-7ecd1f450953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.390739] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a59fedfe-9998-47c8-a6ef-471c19cced96 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "4cc128c9-3cc1-4089-9237-feb261023085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.309s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.416541] env[62284]: DEBUG oslo_concurrency.lockutils [None req-03a7e590-cd86-4eb8-b0c8-1756041a2069 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.855s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.570075] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.598693] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.735180] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52eaf6e9-3f14-2a2e-029c-7ecd1f450953, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.736406] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922fb5e4-fac8-4ba8-ada7-3300adc974ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.742935] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2149.742935] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c434c5-b21f-345b-a3e8-97a6ee085e8e" [ 2149.742935] env[62284]: _type = "Task" [ 2149.742935] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.752018] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c434c5-b21f-345b-a3e8-97a6ee085e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.772447] env[62284]: DEBUG nova.network.neutron [req-20dde8d4-c474-4520-9a9d-8d7e5b1d1755 req-0be7a718-96c5-478a-af80-2db5039650a6 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Updated VIF entry in instance network info cache for port 32f6fb53-68e5-4c7d-b269-5dd89d504710. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2149.772815] env[62284]: DEBUG nova.network.neutron [req-20dde8d4-c474-4520-9a9d-8d7e5b1d1755 req-0be7a718-96c5-478a-af80-2db5039650a6 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Updating instance_info_cache with network_info: [{"id": "32f6fb53-68e5-4c7d-b269-5dd89d504710", "address": "fa:16:3e:96:7b:a3", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f6fb53-68", "ovs_interfaceid": "32f6fb53-68e5-4c7d-b269-5dd89d504710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.077527] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.094436] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955424, 'name': ReconfigVM_Task, 'duration_secs': 0.740669} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.094734] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Reconfigured VM instance instance-00000070 to attach disk [datastore1] a0e77427-25ce-417e-bc4e-6d602e2efe62/a0e77427-25ce-417e-bc4e-6d602e2efe62.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2150.095403] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a683790-670e-4184-8666-d2f9e2c5c417 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.103951] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2150.103951] env[62284]: value = "task-1955425" [ 2150.103951] env[62284]: _type = "Task" [ 2150.103951] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.116776] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955425, 'name': Rename_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.207449] env[62284]: DEBUG nova.compute.manager [req-781b033e-a630-4f30-9d19-326d40d388d7 req-288d6d2a-1c59-4ef7-8002-c2c276b5350e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Received event network-changed-29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2150.207666] env[62284]: DEBUG nova.compute.manager [req-781b033e-a630-4f30-9d19-326d40d388d7 req-288d6d2a-1c59-4ef7-8002-c2c276b5350e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Refreshing instance network info cache due to event network-changed-29410061-2f8d-454d-a42c-a60cc056cf84. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2150.207891] env[62284]: DEBUG oslo_concurrency.lockutils [req-781b033e-a630-4f30-9d19-326d40d388d7 req-288d6d2a-1c59-4ef7-8002-c2c276b5350e service nova] Acquiring lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.208721] env[62284]: DEBUG oslo_concurrency.lockutils [req-781b033e-a630-4f30-9d19-326d40d388d7 req-288d6d2a-1c59-4ef7-8002-c2c276b5350e service nova] Acquired lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.209047] env[62284]: DEBUG nova.network.neutron [req-781b033e-a630-4f30-9d19-326d40d388d7 req-288d6d2a-1c59-4ef7-8002-c2c276b5350e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Refreshing network info cache for port 29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2150.255103] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52c434c5-b21f-345b-a3e8-97a6ee085e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.255479] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.255986] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314/dfe1f235-b623-47ce-9e88-d27b9ed2f314.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2150.256391] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-830d825d-00ac-47c9-b1c8-aeb0458d7d14 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.263823] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2150.263823] env[62284]: value = "task-1955426" [ 2150.263823] env[62284]: _type = "Task" [ 2150.263823] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.272903] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.278259] env[62284]: DEBUG oslo_concurrency.lockutils [req-20dde8d4-c474-4520-9a9d-8d7e5b1d1755 req-0be7a718-96c5-478a-af80-2db5039650a6 service nova] Releasing lock "refresh_cache-6b2f146e-486a-47a3-8063-164be484290c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.574195] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.620358] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955425, 'name': Rename_Task, 'duration_secs': 0.252465} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.620788] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2150.621367] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-860324aa-2a97-49cf-8f8e-e41523d9981f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.628878] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2150.628878] env[62284]: value = "task-1955428" [ 2150.628878] env[62284]: _type = "Task" [ 2150.628878] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.637852] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.781385] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.860140] env[62284]: DEBUG nova.compute.manager [req-24fb7d41-46c0-4ef3-9c9f-e35c082abc26 req-2622bea8-a468-45b5-b96a-e46dd66d5209 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Received event network-changed-3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2150.860266] env[62284]: DEBUG nova.compute.manager [req-24fb7d41-46c0-4ef3-9c9f-e35c082abc26 req-2622bea8-a468-45b5-b96a-e46dd66d5209 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Refreshing instance network info cache due to event network-changed-3e4f7ffa-4c92-47a3-a74b-323efc8f2956. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2150.860420] env[62284]: DEBUG oslo_concurrency.lockutils [req-24fb7d41-46c0-4ef3-9c9f-e35c082abc26 req-2622bea8-a468-45b5-b96a-e46dd66d5209 service nova] Acquiring lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.860526] env[62284]: DEBUG oslo_concurrency.lockutils [req-24fb7d41-46c0-4ef3-9c9f-e35c082abc26 req-2622bea8-a468-45b5-b96a-e46dd66d5209 service nova] Acquired lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.860688] env[62284]: DEBUG nova.network.neutron [req-24fb7d41-46c0-4ef3-9c9f-e35c082abc26 req-2622bea8-a468-45b5-b96a-e46dd66d5209 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Refreshing network info cache for port 3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2151.083248] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.139509] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.214681] env[62284]: DEBUG nova.network.neutron [req-781b033e-a630-4f30-9d19-326d40d388d7 req-288d6d2a-1c59-4ef7-8002-c2c276b5350e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updated VIF entry in instance network info cache for port 29410061-2f8d-454d-a42c-a60cc056cf84. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2151.215169] env[62284]: DEBUG nova.network.neutron [req-781b033e-a630-4f30-9d19-326d40d388d7 req-288d6d2a-1c59-4ef7-8002-c2c276b5350e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updating instance_info_cache with network_info: [{"id": "29410061-2f8d-454d-a42c-a60cc056cf84", "address": "fa:16:3e:76:8c:61", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29410061-2f", "ovs_interfaceid": "29410061-2f8d-454d-a42c-a60cc056cf84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.277720] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584593} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.278017] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314/dfe1f235-b623-47ce-9e88-d27b9ed2f314.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2151.278246] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2151.278498] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eda64030-7643-4155-9e21-b9fd836a87fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.284999] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2151.284999] env[62284]: value = "task-1955429" [ 2151.284999] env[62284]: _type = "Task" [ 2151.284999] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.294070] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.575898] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.597721] env[62284]: DEBUG nova.network.neutron [req-24fb7d41-46c0-4ef3-9c9f-e35c082abc26 req-2622bea8-a468-45b5-b96a-e46dd66d5209 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Updated VIF entry in instance network info cache for port 3e4f7ffa-4c92-47a3-a74b-323efc8f2956. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2151.598103] env[62284]: DEBUG nova.network.neutron [req-24fb7d41-46c0-4ef3-9c9f-e35c082abc26 req-2622bea8-a468-45b5-b96a-e46dd66d5209 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Updating instance_info_cache with network_info: [{"id": "3e4f7ffa-4c92-47a3-a74b-323efc8f2956", "address": "fa:16:3e:42:a9:31", "network": {"id": "5ff34163-13e1-4fa7-bd06-008dcd6a117b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1747957092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8d013857e24babbdc2d27299afd595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e4f7ffa-4c", "ovs_interfaceid": "3e4f7ffa-4c92-47a3-a74b-323efc8f2956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.639674] env[62284]: DEBUG oslo_vmware.api [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955428, 'name': PowerOnVM_Task, 'duration_secs': 0.604411} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.640257] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2151.640657] env[62284]: INFO nova.compute.manager [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Took 6.32 seconds to spawn the instance on the hypervisor. [ 2151.641463] env[62284]: DEBUG nova.compute.manager [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2151.642410] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed9a100-f48b-4f13-9cbe-972674504c1d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.717678] env[62284]: DEBUG oslo_concurrency.lockutils [req-781b033e-a630-4f30-9d19-326d40d388d7 req-288d6d2a-1c59-4ef7-8002-c2c276b5350e service nova] Releasing lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.795557] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256805} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.795973] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2151.796684] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dae6a4-2db4-4d0a-a0fc-1f8ab2ce6e20 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.816574] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314/dfe1f235-b623-47ce-9e88-d27b9ed2f314.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2151.816849] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb313d6b-8c4b-4e03-9650-0cb4020c2671 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.839250] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2151.839250] env[62284]: value = "task-1955430" [ 2151.839250] env[62284]: _type = "Task" [ 2151.839250] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.850583] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.076449] env[62284]: DEBUG oslo_vmware.api [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955413, 'name': ReconfigVM_Task, 'duration_secs': 5.878371} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.076704] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.076917] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Reconfigured VM to detach interface {{(pid=62284) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2152.100865] env[62284]: DEBUG oslo_concurrency.lockutils [req-24fb7d41-46c0-4ef3-9c9f-e35c082abc26 req-2622bea8-a468-45b5-b96a-e46dd66d5209 service nova] Releasing lock "refresh_cache-c8b246dd-8b38-4f6b-a54e-75e365dc0908" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.163928] env[62284]: INFO nova.compute.manager [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Took 13.15 seconds to build instance. [ 2152.350710] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.666855] env[62284]: DEBUG oslo_concurrency.lockutils [None req-9f33e159-9a03-499d-82ac-53a417e7485e tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "a0e77427-25ce-417e-bc4e-6d602e2efe62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.661s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.851344] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955430, 'name': ReconfigVM_Task, 'duration_secs': 0.769604} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.851652] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Reconfigured VM instance instance-00000071 to attach disk [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314/dfe1f235-b623-47ce-9e88-d27b9ed2f314.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2152.852477] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-092007de-b23e-4c3a-8679-5326ea51d081 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.858734] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2152.858734] env[62284]: value = "task-1955431" [ 2152.858734] env[62284]: _type = "Task" [ 2152.858734] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.867260] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955431, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.369274] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955431, 'name': Rename_Task, 'duration_secs': 0.180827} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.369571] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2153.369913] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-839033fc-5459-4c0d-8f16-7730b0703cb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.378145] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2153.378145] env[62284]: value = "task-1955433" [ 2153.378145] env[62284]: _type = "Task" [ 2153.378145] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.384805] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.578052] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.578259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.578441] env[62284]: DEBUG nova.network.neutron [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.889342] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.388750] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955433, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.427860] env[62284]: INFO nova.network.neutron [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Port 20561a0e-a913-4b3f-a738-8f2742c245c0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2154.428447] env[62284]: DEBUG nova.network.neutron [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.443982] env[62284]: DEBUG nova.compute.manager [req-c84d7d14-6bfc-4691-92b3-4429d5b75266 req-b3bf50a2-56e0-4af9-b8cd-55293c545f4c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2154.443982] env[62284]: DEBUG nova.compute.manager [req-c84d7d14-6bfc-4691-92b3-4429d5b75266 req-b3bf50a2-56e0-4af9-b8cd-55293c545f4c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing instance network info cache due to event network-changed-eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2154.443982] env[62284]: DEBUG oslo_concurrency.lockutils [req-c84d7d14-6bfc-4691-92b3-4429d5b75266 req-b3bf50a2-56e0-4af9-b8cd-55293c545f4c service nova] Acquiring lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.888321] env[62284]: DEBUG oslo_vmware.api [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955433, 'name': PowerOnVM_Task, 'duration_secs': 1.02832} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.888597] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2154.888808] env[62284]: INFO nova.compute.manager [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Took 7.29 seconds to spawn the instance on the hypervisor. [ 2154.889125] env[62284]: DEBUG nova.compute.manager [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2154.889835] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886affb3-9124-4630-8d5e-4a74859c81d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.935218] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.938553] env[62284]: DEBUG oslo_concurrency.lockutils [req-c84d7d14-6bfc-4691-92b3-4429d5b75266 req-b3bf50a2-56e0-4af9-b8cd-55293c545f4c service nova] Acquired lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.938764] env[62284]: DEBUG nova.network.neutron [req-c84d7d14-6bfc-4691-92b3-4429d5b75266 req-b3bf50a2-56e0-4af9-b8cd-55293c545f4c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Refreshing network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2155.166021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-76b956b1-7437-44ab-8849-f05f91265a8c-20561a0e-a913-4b3f-a738-8f2742c245c0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.166021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-76b956b1-7437-44ab-8849-f05f91265a8c-20561a0e-a913-4b3f-a738-8f2742c245c0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.166307] env[62284]: DEBUG nova.objects.instance [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'flavor' on Instance uuid 76b956b1-7437-44ab-8849-f05f91265a8c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.407980] env[62284]: INFO nova.compute.manager [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Took 16.18 seconds to build instance. [ 2155.443023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-08cb3f19-f7d4-440f-89c9-9b289d032b0f tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-7be34aae-58c4-44fb-8dee-746f06c29cca-20561a0e-a913-4b3f-a738-8f2742c245c0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.953s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.674055] env[62284]: DEBUG nova.network.neutron [req-c84d7d14-6bfc-4691-92b3-4429d5b75266 req-b3bf50a2-56e0-4af9-b8cd-55293c545f4c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updated VIF entry in instance network info cache for port eefcb4e8-246c-4904-8e18-0a8e20c77612. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.674055] env[62284]: DEBUG nova.network.neutron [req-c84d7d14-6bfc-4691-92b3-4429d5b75266 req-b3bf50a2-56e0-4af9-b8cd-55293c545f4c service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [{"id": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "address": "fa:16:3e:c7:6d:85", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeefcb4e8-24", "ovs_interfaceid": "eefcb4e8-246c-4904-8e18-0a8e20c77612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.699533] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "f1cb3d57-ea8d-4312-876f-c53ee8505320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.699773] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.778445] env[62284]: DEBUG nova.objects.instance [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'pci_requests' on Instance uuid 76b956b1-7437-44ab-8849-f05f91265a8c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.871458] env[62284]: INFO nova.compute.manager [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Rebuilding instance [ 2155.910423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-2e2aeeeb-530c-4770-abd1-4d1b6c0ba852 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.695s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.933133] env[62284]: DEBUG nova.compute.manager [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2155.934048] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf1a1b-1ea5-4df8-a830-2037a3fc651a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.177311] env[62284]: DEBUG oslo_concurrency.lockutils [req-c84d7d14-6bfc-4691-92b3-4429d5b75266 req-b3bf50a2-56e0-4af9-b8cd-55293c545f4c service nova] Releasing lock "refresh_cache-7be34aae-58c4-44fb-8dee-746f06c29cca" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.202191] env[62284]: DEBUG nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2156.281762] env[62284]: DEBUG nova.objects.base [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Object Instance<76b956b1-7437-44ab-8849-f05f91265a8c> lazy-loaded attributes: flavor,pci_requests {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2156.282210] env[62284]: DEBUG nova.network.neutron [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2156.348315] env[62284]: DEBUG nova.policy [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b53f09689d24797962c209b3ecbbb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f22e496c8b045e7a98237612492d5af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2156.533028] env[62284]: DEBUG nova.compute.manager [req-194ac8eb-856e-40d6-963d-bde6de56c094 req-a29b6832-2c86-4a4e-be27-730c477ca834 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received event network-changed-77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2156.533434] env[62284]: DEBUG nova.compute.manager [req-194ac8eb-856e-40d6-963d-bde6de56c094 req-a29b6832-2c86-4a4e-be27-730c477ca834 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing instance network info cache due to event network-changed-77fa41e8-4661-4d9a-9696-f18445eb52cd. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2156.533677] env[62284]: DEBUG oslo_concurrency.lockutils [req-194ac8eb-856e-40d6-963d-bde6de56c094 req-a29b6832-2c86-4a4e-be27-730c477ca834 service nova] Acquiring lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.533826] env[62284]: DEBUG oslo_concurrency.lockutils [req-194ac8eb-856e-40d6-963d-bde6de56c094 req-a29b6832-2c86-4a4e-be27-730c477ca834 service nova] Acquired lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.533993] env[62284]: DEBUG nova.network.neutron [req-194ac8eb-856e-40d6-963d-bde6de56c094 req-a29b6832-2c86-4a4e-be27-730c477ca834 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing network info cache for port 77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2156.723369] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.723924] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.725422] env[62284]: INFO nova.compute.claims [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2156.876058] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.876247] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2156.947501] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2156.947842] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62524750-e558-4d03-a58e-77e02020a4c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.956317] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2156.956317] env[62284]: value = "task-1955435" [ 2156.956317] env[62284]: _type = "Task" [ 2156.956317] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.964958] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.314690] env[62284]: DEBUG nova.network.neutron [req-194ac8eb-856e-40d6-963d-bde6de56c094 req-a29b6832-2c86-4a4e-be27-730c477ca834 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updated VIF entry in instance network info cache for port 77fa41e8-4661-4d9a-9696-f18445eb52cd. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2157.315105] env[62284]: DEBUG nova.network.neutron [req-194ac8eb-856e-40d6-963d-bde6de56c094 req-a29b6832-2c86-4a4e-be27-730c477ca834 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.396394] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] There are 58 instances to clean {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2157.396584] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 2c76c8a3-a34e-4d98-8191-c845f6604c5e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2157.468309] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955435, 'name': PowerOffVM_Task, 'duration_secs': 0.212465} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.468545] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2157.468862] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2157.469725] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04326cc9-86f6-4b1a-b563-88903c0e495e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.477837] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2157.478260] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5364682e-0311-493e-9e4a-082ba23f6d67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.509887] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2157.509887] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2157.509887] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Deleting the datastore file [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2157.510113] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcf1e63c-ab40-470c-ab3e-1d390dc5404c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.520416] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2157.520416] env[62284]: value = "task-1955438" [ 2157.520416] env[62284]: _type = "Task" [ 2157.520416] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.528654] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.817486] env[62284]: DEBUG oslo_concurrency.lockutils [req-194ac8eb-856e-40d6-963d-bde6de56c094 req-a29b6832-2c86-4a4e-be27-730c477ca834 service nova] Releasing lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.874608] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e374b-6026-486c-8455-5aae4a1eb319 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.884681] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8495c9-1c89-49cb-9cc8-7ce0f0a61df9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.928184] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d3542887-94eb-4d4b-aa8d-3f9d079a0716] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2157.931613] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5c7a4e-4623-412d-9c7a-f3a9911bf161 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.942645] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d00d4a4-5030-45ca-80c5-f1346784b1ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.963627] env[62284]: DEBUG nova.compute.provider_tree [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.031051] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109547} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.031275] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2158.031470] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2158.031651] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2158.435953] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 434e39a2-1d93-41bf-8751-2d9efd032145] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2158.466949] env[62284]: DEBUG nova.scheduler.client.report [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2158.940131] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: fd53ddfc-321c-4923-8554-401c4525caeb] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2158.971588] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.972182] env[62284]: DEBUG nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2159.150272] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2159.150526] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2159.150685] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2159.150888] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2159.151059] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2159.151218] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2159.151429] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2159.151626] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2159.151803] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2159.151996] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2159.152202] env[62284]: DEBUG nova.virt.hardware [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2159.153119] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3389b31-c8d3-4d8f-a6dd-dbf78178d2f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.161894] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9db653-b174-4931-9beb-ffa7fa480394 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.175805] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Instance VIF info [] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2159.181424] env[62284]: DEBUG oslo.service.loopingcall [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2159.181669] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2159.181897] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca68d55e-bdf1-43da-b5d7-19bf7bad559e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.201593] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2159.201593] env[62284]: value = "task-1955439" [ 2159.201593] env[62284]: _type = "Task" [ 2159.201593] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.209901] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955439, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.444640] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: ff37dd65-a497-42a0-ae36-6ea1bf3520a8] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2159.477213] env[62284]: DEBUG nova.compute.utils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2159.479827] env[62284]: DEBUG nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2159.480199] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2159.527822] env[62284]: DEBUG nova.policy [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2429c883e234b14b60b57f3cafbd363', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6251244c78fa40908b7d0af2b9830cc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2159.714912] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955439, 'name': CreateVM_Task, 'duration_secs': 0.287551} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.715112] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2159.715550] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.715721] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.716061] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2159.716329] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bae948a-f096-4441-acdc-2b081f7ded9d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.722195] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2159.722195] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5295af14-0484-9181-262c-49ef1f66fc95" [ 2159.722195] env[62284]: _type = "Task" [ 2159.722195] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.731779] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5295af14-0484-9181-262c-49ef1f66fc95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.804578] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Successfully created port: 0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2159.951408] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 750cb1ef-0c34-4d6c-a818-31cdac099c18] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2159.983693] env[62284]: DEBUG nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2160.070895] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Successfully created port: 5890d137-72d6-4d57-b824-3c9666db61b1 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2160.233193] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5295af14-0484-9181-262c-49ef1f66fc95, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.233502] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2160.233779] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2160.234333] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.234333] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.234479] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2160.234814] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f65f722c-5692-4f2f-8cc8-9f74304ca250 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.246223] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2160.246450] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2160.247256] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b94256-23b5-46d8-8cbc-ee38064c8430 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.253209] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2160.253209] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520fa559-3a8c-2858-e90e-acfe4f6efc00" [ 2160.253209] env[62284]: _type = "Task" [ 2160.253209] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.261591] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520fa559-3a8c-2858-e90e-acfe4f6efc00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.305843] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Successfully created port: 6697fc2c-fd18-4835-a770-4490a7130c10 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2160.455019] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: e7fafc13-73cb-4cdb-8e25-cf112e529ce7] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2160.765009] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520fa559-3a8c-2858-e90e-acfe4f6efc00, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.765813] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f0780f-b750-4320-935a-936efb82325f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.771664] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2160.771664] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528d7b92-47ea-4220-3d7b-909f0a22c05b" [ 2160.771664] env[62284]: _type = "Task" [ 2160.771664] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.779801] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528d7b92-47ea-4220-3d7b-909f0a22c05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.958355] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 94b4cd6b-b889-4199-bf59-91e2986d4aa9] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2160.994811] env[62284]: DEBUG nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2161.023753] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2161.024016] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2161.024276] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2161.024386] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2161.024532] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2161.024679] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2161.024889] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2161.025094] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2161.025311] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2161.025495] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2161.025707] env[62284]: DEBUG nova.virt.hardware [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2161.026556] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11731675-38af-4c6c-b89b-0ac88f065725 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.034950] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111f972d-fb52-4195-bf5f-a53665f31eb6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.282739] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528d7b92-47ea-4220-3d7b-909f0a22c05b, 'name': SearchDatastore_Task, 'duration_secs': 0.012429} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.283026] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.283300] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314/dfe1f235-b623-47ce-9e88-d27b9ed2f314.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2161.283563] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d7674b1-c204-43a6-961a-e39aa96cf863 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.290844] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2161.290844] env[62284]: value = "task-1955441" [ 2161.290844] env[62284]: _type = "Task" [ 2161.290844] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.299274] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.461632] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: dcd5ba7b-aeb7-4fca-8afb-25965e62c41f] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2161.803791] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955441, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.965214] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f1e1b834-79fd-4959-9d78-e61f2755da71] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2162.302120] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662037} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.302445] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314/dfe1f235-b623-47ce-9e88-d27b9ed2f314.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2162.302622] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2162.302882] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07dd170a-ccbb-4622-a9e6-f6adc4ad7a11 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.310376] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2162.310376] env[62284]: value = "task-1955443" [ 2162.310376] env[62284]: _type = "Task" [ 2162.310376] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.319515] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.468470] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: b74f9422-fef3-47ca-89e5-4a8bcdb3313e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2162.821979] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067038} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.822299] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2162.823149] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc4bd6-155a-4a1b-89a9-8ebdab762535 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.846246] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314/dfe1f235-b623-47ce-9e88-d27b9ed2f314.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2162.846552] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cceb047-9e6c-4a99-b6be-9fec3bcf4f6b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.868274] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2162.868274] env[62284]: value = "task-1955444" [ 2162.868274] env[62284]: _type = "Task" [ 2162.868274] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.879271] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.961549] env[62284]: DEBUG nova.compute.manager [req-e627e56b-5572-4d48-86ca-576a79a31897 req-b52f472f-1f1a-49d0-a1b3-5da7dab12076 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received event network-vif-plugged-20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2162.961960] env[62284]: DEBUG oslo_concurrency.lockutils [req-e627e56b-5572-4d48-86ca-576a79a31897 req-b52f472f-1f1a-49d0-a1b3-5da7dab12076 service nova] Acquiring lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.962473] env[62284]: DEBUG oslo_concurrency.lockutils [req-e627e56b-5572-4d48-86ca-576a79a31897 req-b52f472f-1f1a-49d0-a1b3-5da7dab12076 service nova] Lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.962730] env[62284]: DEBUG oslo_concurrency.lockutils [req-e627e56b-5572-4d48-86ca-576a79a31897 req-b52f472f-1f1a-49d0-a1b3-5da7dab12076 service nova] Lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.963072] env[62284]: DEBUG nova.compute.manager [req-e627e56b-5572-4d48-86ca-576a79a31897 req-b52f472f-1f1a-49d0-a1b3-5da7dab12076 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] No waiting events found dispatching network-vif-plugged-20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2162.963289] env[62284]: WARNING nova.compute.manager [req-e627e56b-5572-4d48-86ca-576a79a31897 req-b52f472f-1f1a-49d0-a1b3-5da7dab12076 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received unexpected event network-vif-plugged-20561a0e-a913-4b3f-a738-8f2742c245c0 for instance with vm_state active and task_state None. [ 2162.971924] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: fcab16bb-e473-48b0-9f6a-6663d466ffc7] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2163.090548] env[62284]: DEBUG nova.network.neutron [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Successfully updated port: 20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2163.142552] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Successfully updated port: 0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2163.379667] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955444, 'name': ReconfigVM_Task, 'duration_secs': 0.278223} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.379982] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Reconfigured VM instance instance-00000071 to attach disk [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314/dfe1f235-b623-47ce-9e88-d27b9ed2f314.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2163.380666] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-458885a3-fc66-4dd8-90be-84a9111d7310 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.388643] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2163.388643] env[62284]: value = "task-1955445" [ 2163.388643] env[62284]: _type = "Task" [ 2163.388643] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.397388] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955445, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.476087] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: c355a7a7-de16-4b55-9cf1-df27a0df9d52] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2163.598181] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.598388] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.598572] env[62284]: DEBUG nova.network.neutron [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2163.900223] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955445, 'name': Rename_Task, 'duration_secs': 0.144841} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.900502] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2163.900751] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a57ca4b-cdb3-41c0-afa3-cf7ad6fa1e73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.909198] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2163.909198] env[62284]: value = "task-1955447" [ 2163.909198] env[62284]: _type = "Task" [ 2163.909198] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.917756] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.979645] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: cdf953cf-5fcc-4c05-a398-8b69a545cba8] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2164.133921] env[62284]: WARNING nova.network.neutron [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] 46099d7b-fefa-4419-ab67-e1d7b7d80170 already exists in list: networks containing: ['46099d7b-fefa-4419-ab67-e1d7b7d80170']. ignoring it [ 2164.420782] env[62284]: DEBUG oslo_vmware.api [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955447, 'name': PowerOnVM_Task, 'duration_secs': 0.407882} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.421124] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2164.421335] env[62284]: DEBUG nova.compute.manager [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2164.422148] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb2732-b083-4982-9029-c6c9f20f18b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.484300] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 199376c3-bf01-48ff-a4f4-2c636ed184b2] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2164.634093] env[62284]: DEBUG nova.network.neutron [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20561a0e-a913-4b3f-a738-8f2742c245c0", "address": "fa:16:3e:3b:a2:1e", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20561a0e-a9", "ovs_interfaceid": "20561a0e-a913-4b3f-a738-8f2742c245c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.937706] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.937967] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.938416] env[62284]: DEBUG nova.objects.instance [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62284) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2164.991564] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 13df7a72-433e-4080-8550-036e881d9219] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2165.024064] env[62284]: DEBUG nova.compute.manager [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-vif-plugged-0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2165.024399] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Acquiring lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.024621] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.024794] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.024984] env[62284]: DEBUG nova.compute.manager [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] No waiting events found dispatching network-vif-plugged-0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2165.025148] env[62284]: WARNING nova.compute.manager [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received unexpected event network-vif-plugged-0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0 for instance with vm_state building and task_state spawning. [ 2165.025311] env[62284]: DEBUG nova.compute.manager [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received event network-changed-20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2165.025464] env[62284]: DEBUG nova.compute.manager [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing instance network info cache due to event network-changed-20561a0e-a913-4b3f-a738-8f2742c245c0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2165.025632] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Acquiring lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.137482] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.138185] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.138355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.138644] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Acquired lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.138921] env[62284]: DEBUG nova.network.neutron [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Refreshing network info cache for port 20561a0e-a913-4b3f-a738-8f2742c245c0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2165.140798] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff83c6b-807c-4127-82fb-24208bdb813e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.159571] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2165.159806] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2165.159967] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2165.160167] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2165.160317] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2165.160465] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2165.160675] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2165.160871] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2165.161076] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2165.161251] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2165.161429] env[62284]: DEBUG nova.virt.hardware [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2165.167786] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Reconfiguring VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2165.168392] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d56376-8415-4b5b-8713-784d2334c38f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.189238] env[62284]: DEBUG oslo_vmware.api [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2165.189238] env[62284]: value = "task-1955448" [ 2165.189238] env[62284]: _type = "Task" [ 2165.189238] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.205882] env[62284]: DEBUG oslo_vmware.api [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955448, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.376806] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Successfully updated port: 5890d137-72d6-4d57-b824-3c9666db61b1 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2165.495492] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: e1b5fd75-fd33-4976-abb8-518a9650fd5d] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2165.700084] env[62284]: DEBUG oslo_vmware.api [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.934774] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.935065] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.935259] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.935513] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.935803] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.938522] env[62284]: INFO nova.compute.manager [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Terminating instance [ 2165.948890] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a795bbdb-e622-46be-bc28-020e599e1aae tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.999341] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f267c089-0cfd-4ded-9e81-abbe7a5d270c] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2166.049212] env[62284]: DEBUG nova.network.neutron [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updated VIF entry in instance network info cache for port 20561a0e-a913-4b3f-a738-8f2742c245c0. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2166.049659] env[62284]: DEBUG nova.network.neutron [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20561a0e-a913-4b3f-a738-8f2742c245c0", "address": "fa:16:3e:3b:a2:1e", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20561a0e-a9", "ovs_interfaceid": "20561a0e-a913-4b3f-a738-8f2742c245c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.065269] env[62284]: DEBUG oslo_concurrency.lockutils [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.065716] env[62284]: DEBUG oslo_concurrency.lockutils [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.201557] env[62284]: DEBUG oslo_vmware.api [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955448, 'name': ReconfigVM_Task, 'duration_secs': 0.850056} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.211059] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.211314] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Reconfigured VM to attach interface {{(pid=62284) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2166.442876] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "refresh_cache-dfe1f235-b623-47ce-9e88-d27b9ed2f314" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.443159] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired lock "refresh_cache-dfe1f235-b623-47ce-9e88-d27b9ed2f314" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.443409] env[62284]: DEBUG nova.network.neutron [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2166.503838] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 0fd6cf4e-2a3c-4510-a49e-03fade9f89de] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2166.552549] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Releasing lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.552830] env[62284]: DEBUG nova.compute.manager [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-changed-0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2166.553032] env[62284]: DEBUG nova.compute.manager [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Refreshing instance network info cache due to event network-changed-0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2166.553283] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Acquiring lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.553433] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Acquired lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.553597] env[62284]: DEBUG nova.network.neutron [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Refreshing network info cache for port 0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2166.569207] env[62284]: DEBUG nova.compute.utils [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2166.718048] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fba7c3f3-a9b1-4408-833e-0bd12bba6215 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-76b956b1-7437-44ab-8849-f05f91265a8c-20561a0e-a913-4b3f-a738-8f2742c245c0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 11.551s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.963599] env[62284]: DEBUG nova.network.neutron [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2167.013088] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 37b66f98-d418-431f-9ca8-09e4af2a4769] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2167.021397] env[62284]: DEBUG nova.network.neutron [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.072072] env[62284]: DEBUG oslo_concurrency.lockutils [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.093678] env[62284]: DEBUG nova.network.neutron [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2167.174094] env[62284]: DEBUG nova.network.neutron [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.446533] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Successfully updated port: 6697fc2c-fd18-4835-a770-4490a7130c10 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2167.516197] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 489c42bb-d4ca-4aed-b4f3-35ed164f7d3a] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2167.523757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Releasing lock "refresh_cache-dfe1f235-b623-47ce-9e88-d27b9ed2f314" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.524980] env[62284]: DEBUG nova.compute.manager [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2167.524980] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2167.525473] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c336aa-bc9f-4793-90ac-dfe0f53945d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.534493] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2167.534493] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90872292-733e-42c3-b912-463b74e71fc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.542186] env[62284]: DEBUG oslo_vmware.api [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2167.542186] env[62284]: value = "task-1955450" [ 2167.542186] env[62284]: _type = "Task" [ 2167.542186] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.551277] env[62284]: DEBUG oslo_vmware.api [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.677275] env[62284]: DEBUG oslo_concurrency.lockutils [req-a624b6bc-24a4-4c89-82b3-abb8252c79ce req-2062f0ab-cdf9-4065-92bd-01de846c9109 service nova] Releasing lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.807845] env[62284]: DEBUG nova.compute.manager [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-vif-plugged-5890d137-72d6-4d57-b824-3c9666db61b1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2167.808048] env[62284]: DEBUG oslo_concurrency.lockutils [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] Acquiring lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.808313] env[62284]: DEBUG oslo_concurrency.lockutils [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.808505] env[62284]: DEBUG oslo_concurrency.lockutils [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.808620] env[62284]: DEBUG nova.compute.manager [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] No waiting events found dispatching network-vif-plugged-5890d137-72d6-4d57-b824-3c9666db61b1 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2167.808869] env[62284]: WARNING nova.compute.manager [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received unexpected event network-vif-plugged-5890d137-72d6-4d57-b824-3c9666db61b1 for instance with vm_state building and task_state spawning. [ 2167.809056] env[62284]: DEBUG nova.compute.manager [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-changed-5890d137-72d6-4d57-b824-3c9666db61b1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2167.809220] env[62284]: DEBUG nova.compute.manager [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Refreshing instance network info cache due to event network-changed-5890d137-72d6-4d57-b824-3c9666db61b1. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2167.809405] env[62284]: DEBUG oslo_concurrency.lockutils [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] Acquiring lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.809544] env[62284]: DEBUG oslo_concurrency.lockutils [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] Acquired lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.809701] env[62284]: DEBUG nova.network.neutron [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Refreshing network info cache for port 5890d137-72d6-4d57-b824-3c9666db61b1 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2167.949203] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.019697] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 7ea97856-b2f9-4ce4-9e60-5dc96aecc8cc] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2168.053750] env[62284]: DEBUG oslo_vmware.api [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955450, 'name': PowerOffVM_Task, 'duration_secs': 0.156654} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.053980] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2168.054174] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2168.054625] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44c1b0d8-b7c7-49f2-9b4d-cfa0f061864e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.083157] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2168.083419] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2168.083609] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Deleting the datastore file [datastore1] dfe1f235-b623-47ce-9e88-d27b9ed2f314 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2168.083941] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb0b1b89-27d8-4acb-b89a-a16754db8a95 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.091733] env[62284]: DEBUG oslo_vmware.api [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2168.091733] env[62284]: value = "task-1955452" [ 2168.091733] env[62284]: _type = "Task" [ 2168.091733] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.102216] env[62284]: DEBUG oslo_vmware.api [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.133661] env[62284]: DEBUG oslo_concurrency.lockutils [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.134048] env[62284]: DEBUG oslo_concurrency.lockutils [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.134318] env[62284]: INFO nova.compute.manager [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Attaching volume caced971-71e4-4347-8a72-30fd386825cd to /dev/sdb [ 2168.166833] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0833e70b-a58c-43ed-b670-98e0bf9788ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.175151] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9850f522-bfcf-436a-b8dc-b8484ecd6092 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.191075] env[62284]: DEBUG nova.virt.block_device [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating existing volume attachment record: 8b324187-457e-4918-a7c7-91b71e5c5859 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2168.347335] env[62284]: DEBUG nova.network.neutron [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2168.421831] env[62284]: DEBUG nova.network.neutron [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.423282] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "interface-76b956b1-7437-44ab-8849-f05f91265a8c-20561a0e-a913-4b3f-a738-8f2742c245c0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.423564] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-76b956b1-7437-44ab-8849-f05f91265a8c-20561a0e-a913-4b3f-a738-8f2742c245c0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.523202] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 033ffe38-0f99-423c-ae0b-18db4d9c149a] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2168.602059] env[62284]: DEBUG oslo_vmware.api [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098959} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.602059] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2168.602265] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2168.602306] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2168.602472] env[62284]: INFO nova.compute.manager [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2168.602714] env[62284]: DEBUG oslo.service.loopingcall [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2168.602906] env[62284]: DEBUG nova.compute.manager [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2168.603132] env[62284]: DEBUG nova.network.neutron [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2168.620246] env[62284]: DEBUG nova.network.neutron [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2168.925467] env[62284]: DEBUG oslo_concurrency.lockutils [req-a44293df-3ac0-42bf-9f76-e4b3bc5798c1 req-a8d79446-1b3c-4761-93e8-5d43709c3efd service nova] Releasing lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.926160] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.926366] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.926612] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquired lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.926768] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2168.928411] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01f13a0-f6e8-4515-b2e5-59bc66f76b84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.948372] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97433cb9-2bbc-43c9-8d14-ac353d3c5d0a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.976124] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Reconfiguring VM to detach interface {{(pid=62284) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2168.976452] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f89d199-11a9-4032-99cb-af1bcf66f848 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.998258] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2168.998258] env[62284]: value = "task-1955456" [ 2168.998258] env[62284]: _type = "Task" [ 2168.998258] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.007450] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.026295] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 75a0affa-c7d0-4536-8767-1e3992488ef2] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2169.123086] env[62284]: DEBUG nova.network.neutron [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.466145] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2169.508348] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.529443] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 7619fb6b-9833-474d-8efa-74c34bd353f3] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2169.629878] env[62284]: INFO nova.compute.manager [-] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Took 1.03 seconds to deallocate network for instance. [ 2169.658585] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "b823781e-1800-4d95-b61d-cf7fb3735b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.658888] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.834627] env[62284]: DEBUG nova.compute.manager [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-vif-plugged-6697fc2c-fd18-4835-a770-4490a7130c10 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2169.834857] env[62284]: DEBUG oslo_concurrency.lockutils [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] Acquiring lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.835083] env[62284]: DEBUG oslo_concurrency.lockutils [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.835258] env[62284]: DEBUG oslo_concurrency.lockutils [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.835427] env[62284]: DEBUG nova.compute.manager [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] No waiting events found dispatching network-vif-plugged-6697fc2c-fd18-4835-a770-4490a7130c10 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2169.835624] env[62284]: WARNING nova.compute.manager [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received unexpected event network-vif-plugged-6697fc2c-fd18-4835-a770-4490a7130c10 for instance with vm_state building and task_state spawning. [ 2169.835758] env[62284]: DEBUG nova.compute.manager [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-changed-6697fc2c-fd18-4835-a770-4490a7130c10 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2169.835914] env[62284]: DEBUG nova.compute.manager [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Refreshing instance network info cache due to event network-changed-6697fc2c-fd18-4835-a770-4490a7130c10. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2169.836113] env[62284]: DEBUG oslo_concurrency.lockutils [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] Acquiring lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.887909] env[62284]: DEBUG nova.network.neutron [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updating instance_info_cache with network_info: [{"id": "0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0", "address": "fa:16:3e:85:ef:8d", "network": {"id": "31ff4a5f-fd60-4410-8160-2ea2c341790d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521229373", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0330d6a7-7a", "ovs_interfaceid": "0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5890d137-72d6-4d57-b824-3c9666db61b1", "address": "fa:16:3e:2c:80:90", "network": {"id": "323e4b9d-6bb2-40ed-bc8c-8e16337510d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-466164442", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5890d137-72", "ovs_interfaceid": "5890d137-72d6-4d57-b824-3c9666db61b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6697fc2c-fd18-4835-a770-4490a7130c10", "address": "fa:16:3e:c0:8a:f1", "network": {"id": "31ff4a5f-fd60-4410-8160-2ea2c341790d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521229373", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6697fc2c-fd", "ovs_interfaceid": "6697fc2c-fd18-4835-a770-4490a7130c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.008955] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.032582] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 754fc769-14d0-44ce-b3dc-ea2ee4c4dfac] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2170.136765] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.137114] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.137395] env[62284]: DEBUG nova.objects.instance [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lazy-loading 'resources' on Instance uuid dfe1f235-b623-47ce-9e88-d27b9ed2f314 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.160882] env[62284]: DEBUG nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2170.390681] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Releasing lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.391172] env[62284]: DEBUG nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Instance network_info: |[{"id": "0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0", "address": "fa:16:3e:85:ef:8d", "network": {"id": "31ff4a5f-fd60-4410-8160-2ea2c341790d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521229373", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0330d6a7-7a", "ovs_interfaceid": "0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5890d137-72d6-4d57-b824-3c9666db61b1", "address": "fa:16:3e:2c:80:90", "network": {"id": "323e4b9d-6bb2-40ed-bc8c-8e16337510d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-466164442", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5890d137-72", "ovs_interfaceid": "5890d137-72d6-4d57-b824-3c9666db61b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6697fc2c-fd18-4835-a770-4490a7130c10", "address": "fa:16:3e:c0:8a:f1", "network": {"id": "31ff4a5f-fd60-4410-8160-2ea2c341790d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521229373", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6697fc2c-fd", "ovs_interfaceid": "6697fc2c-fd18-4835-a770-4490a7130c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2170.391522] env[62284]: DEBUG oslo_concurrency.lockutils [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] Acquired lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.391717] env[62284]: DEBUG nova.network.neutron [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Refreshing network info cache for port 6697fc2c-fd18-4835-a770-4490a7130c10 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2170.392944] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ef:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:80:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5890d137-72d6-4d57-b824-3c9666db61b1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:8a:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6697fc2c-fd18-4835-a770-4490a7130c10', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2170.404024] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Creating folder: Project (6251244c78fa40908b7d0af2b9830cc0). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2170.407173] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1b5daf5-d021-4fab-8764-8c4f25f43b2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.421730] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Created folder: Project (6251244c78fa40908b7d0af2b9830cc0) in parent group-v402637. [ 2170.422489] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Creating folder: Instances. Parent ref: group-v402941. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2170.422489] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb484723-61f8-47a7-9f68-d727ed6abb66 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.432718] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Created folder: Instances in parent group-v402941. [ 2170.433049] env[62284]: DEBUG oslo.service.loopingcall [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.433258] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2170.433474] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2ec07e5-d1ba-4f71-9885-8f80e1a1d405 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.463776] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2170.463776] env[62284]: value = "task-1955459" [ 2170.463776] env[62284]: _type = "Task" [ 2170.463776] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.474298] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955459, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.509825] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.536044] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 29c81225-1574-44aa-a3c0-86e3300cbc4c] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2170.655958] env[62284]: DEBUG nova.network.neutron [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updated VIF entry in instance network info cache for port 6697fc2c-fd18-4835-a770-4490a7130c10. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2170.657774] env[62284]: DEBUG nova.network.neutron [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updating instance_info_cache with network_info: [{"id": "0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0", "address": "fa:16:3e:85:ef:8d", "network": {"id": "31ff4a5f-fd60-4410-8160-2ea2c341790d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521229373", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0330d6a7-7a", "ovs_interfaceid": "0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5890d137-72d6-4d57-b824-3c9666db61b1", "address": "fa:16:3e:2c:80:90", "network": {"id": "323e4b9d-6bb2-40ed-bc8c-8e16337510d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-466164442", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5890d137-72", "ovs_interfaceid": "5890d137-72d6-4d57-b824-3c9666db61b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6697fc2c-fd18-4835-a770-4490a7130c10", "address": "fa:16:3e:c0:8a:f1", "network": {"id": "31ff4a5f-fd60-4410-8160-2ea2c341790d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521229373", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6697fc2c-fd", "ovs_interfaceid": "6697fc2c-fd18-4835-a770-4490a7130c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.681463] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.796901] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8719a42-0770-4426-9d86-00a447afa257 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.804836] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90deccb1-bf29-46a2-b4c4-87f67e8226ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.835011] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a525ae0a-0aad-4d1b-b64e-c072fc86ed12 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.842175] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3732b805-a6ad-4a87-94f2-d7992ce11c58 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.857595] env[62284]: DEBUG nova.compute.provider_tree [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2170.975769] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955459, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.011518] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.039257] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 181a2cc7-5713-4162-a5eb-886714672aa5] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2171.160363] env[62284]: DEBUG oslo_concurrency.lockutils [req-89159e9b-4415-45a8-a489-334962a7d705 req-b523132d-eb13-4d7c-a778-c03a67e5dfc6 service nova] Releasing lock "refresh_cache-f1cb3d57-ea8d-4312-876f-c53ee8505320" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.361428] env[62284]: DEBUG nova.scheduler.client.report [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2171.475233] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955459, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.510749] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.542475] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: bce40a5d-0706-4c7d-becd-16c684e91c69] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2171.866235] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.869141] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.187s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.870065] env[62284]: INFO nova.compute.claims [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2171.884115] env[62284]: INFO nova.scheduler.client.report [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Deleted allocations for instance dfe1f235-b623-47ce-9e88-d27b9ed2f314 [ 2171.975355] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955459, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.011285] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.046602] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d1119ca2-17b4-4e22-88e3-30a75c2efe9e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2172.390940] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bee2a876-9b14-48e0-9e73-14324e1e0530 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "dfe1f235-b623-47ce-9e88-d27b9ed2f314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.456s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.477571] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955459, 'name': CreateVM_Task, 'duration_secs': 1.676525} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.477746] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2172.478693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.478886] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.479242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2172.479496] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69881d2-6dd7-4e5b-a5cf-16c7bdf1f1f0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.485212] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2172.485212] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52204233-5eae-d938-38f2-928ad5a4363a" [ 2172.485212] env[62284]: _type = "Task" [ 2172.485212] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.493563] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52204233-5eae-d938-38f2-928ad5a4363a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.510497] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.552510] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 9a4843f1-9ab2-4cd3-84b2-750ee78ab961] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2172.735676] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2172.736339] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402940', 'volume_id': 'caced971-71e4-4347-8a72-30fd386825cd', 'name': 'volume-caced971-71e4-4347-8a72-30fd386825cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd05174cd-a87d-45ae-b584-b06aa41b99e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'caced971-71e4-4347-8a72-30fd386825cd', 'serial': 'caced971-71e4-4347-8a72-30fd386825cd'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2172.736911] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c65a97f-80e2-4df8-ad36-0a7a003e8d9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.754495] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "a0e77427-25ce-417e-bc4e-6d602e2efe62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.754740] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "a0e77427-25ce-417e-bc4e-6d602e2efe62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.754950] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "a0e77427-25ce-417e-bc4e-6d602e2efe62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.755152] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "a0e77427-25ce-417e-bc4e-6d602e2efe62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.755355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "a0e77427-25ce-417e-bc4e-6d602e2efe62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.757558] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d2bb4-0275-47b1-9003-3fffa9ed7c39 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.761174] env[62284]: INFO nova.compute.manager [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Terminating instance [ 2172.784578] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-caced971-71e4-4347-8a72-30fd386825cd/volume-caced971-71e4-4347-8a72-30fd386825cd.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2172.785500] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9d1862-13ba-4b03-8fb4-952f6fdb7ba6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.805105] env[62284]: DEBUG oslo_vmware.api [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2172.805105] env[62284]: value = "task-1955461" [ 2172.805105] env[62284]: _type = "Task" [ 2172.805105] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.814364] env[62284]: DEBUG oslo_vmware.api [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.996483] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52204233-5eae-d938-38f2-928ad5a4363a, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.996833] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.997100] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2172.997356] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.997523] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.997717] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2172.998018] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eac7654-74e1-4925-91e1-c8500878c053 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.002427] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69739cb-34ea-4b83-be8a-2c871ea38040 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.008885] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2173.009074] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2173.010126] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dcd2ee-4f3f-4ec1-adef-6ea5cafd4976 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.016761] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.017917] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e7ed37-3b12-40f7-9688-a43b7c20c9aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.021726] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2173.021726] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5289edd2-48e6-0868-0edd-e6352f6deab1" [ 2173.021726] env[62284]: _type = "Task" [ 2173.021726] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.051903] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89313d2-37a6-4265-82c7-96d573831973 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.058546] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 3053849c-c0ae-4730-ba79-28b746e2d07c] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2173.061053] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5289edd2-48e6-0868-0edd-e6352f6deab1, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.062135] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bef776b-72c8-4e69-9d51-e0a5b450a596 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.068017] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed57f157-5f92-45e5-b913-e90e50cc100a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.073055] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2173.073055] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52473ea9-8f02-6b4a-360f-e013dbb10b22" [ 2173.073055] env[62284]: _type = "Task" [ 2173.073055] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.085962] env[62284]: DEBUG nova.compute.provider_tree [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.096092] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52473ea9-8f02-6b4a-360f-e013dbb10b22, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.096394] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.096661] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f1cb3d57-ea8d-4312-876f-c53ee8505320/f1cb3d57-ea8d-4312-876f-c53ee8505320.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2173.097162] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c6da125-1623-47be-9282-02778329a578 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.106858] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2173.106858] env[62284]: value = "task-1955462" [ 2173.106858] env[62284]: _type = "Task" [ 2173.106858] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.119297] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.265041] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "refresh_cache-a0e77427-25ce-417e-bc4e-6d602e2efe62" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.265279] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquired lock "refresh_cache-a0e77427-25ce-417e-bc4e-6d602e2efe62" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.265426] env[62284]: DEBUG nova.network.neutron [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2173.316844] env[62284]: DEBUG oslo_vmware.api [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955461, 'name': ReconfigVM_Task, 'duration_secs': 0.338947} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.317217] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-caced971-71e4-4347-8a72-30fd386825cd/volume-caced971-71e4-4347-8a72-30fd386825cd.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2173.322938] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d49291cd-ad99-4e0b-9c43-31b46a8131e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.340421] env[62284]: DEBUG oslo_vmware.api [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2173.340421] env[62284]: value = "task-1955463" [ 2173.340421] env[62284]: _type = "Task" [ 2173.340421] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.351293] env[62284]: DEBUG oslo_vmware.api [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.516566] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.562031] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: ac1de467-ef57-43d6-b1b1-49f14e41f36f] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2173.590508] env[62284]: DEBUG nova.scheduler.client.report [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2173.617525] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461302} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.617789] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f1cb3d57-ea8d-4312-876f-c53ee8505320/f1cb3d57-ea8d-4312-876f-c53ee8505320.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2173.618016] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2173.618267] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b31676ec-3311-4612-8f71-4d9a877a13cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.626393] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2173.626393] env[62284]: value = "task-1955464" [ 2173.626393] env[62284]: _type = "Task" [ 2173.626393] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.634123] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.784646] env[62284]: DEBUG nova.network.neutron [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2173.832420] env[62284]: DEBUG nova.network.neutron [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.852902] env[62284]: DEBUG oslo_vmware.api [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955463, 'name': ReconfigVM_Task, 'duration_secs': 0.167998} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.853232] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402940', 'volume_id': 'caced971-71e4-4347-8a72-30fd386825cd', 'name': 'volume-caced971-71e4-4347-8a72-30fd386825cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd05174cd-a87d-45ae-b584-b06aa41b99e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'caced971-71e4-4347-8a72-30fd386825cd', 'serial': 'caced971-71e4-4347-8a72-30fd386825cd'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2174.016403] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.064892] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 7f0e2dfa-c6f9-4a66-bef9-3d325c20fdc5] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2174.096089] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.096635] env[62284]: DEBUG nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2174.137450] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075368} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.137709] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2174.138569] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b495c-aa3a-4c2f-a877-d7d1fbef12de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.165556] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f1cb3d57-ea8d-4312-876f-c53ee8505320/f1cb3d57-ea8d-4312-876f-c53ee8505320.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2174.165828] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29de7d0d-7242-4369-a262-33bca0bbffb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.186822] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2174.186822] env[62284]: value = "task-1955465" [ 2174.186822] env[62284]: _type = "Task" [ 2174.186822] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.195779] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.334895] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Releasing lock "refresh_cache-a0e77427-25ce-417e-bc4e-6d602e2efe62" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.335425] env[62284]: DEBUG nova.compute.manager [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2174.335679] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2174.336690] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeab05a-f2ab-4734-940a-bdf15a6b63b4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.345936] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.346254] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0de60c0-27be-4210-9ec6-78ccf0efc446 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.353242] env[62284]: DEBUG oslo_vmware.api [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2174.353242] env[62284]: value = "task-1955466" [ 2174.353242] env[62284]: _type = "Task" [ 2174.353242] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.366677] env[62284]: DEBUG oslo_vmware.api [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.517644] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.567839] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 46579684-b81b-4530-880c-e49836e015b6] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2174.601822] env[62284]: DEBUG nova.compute.utils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2174.603353] env[62284]: DEBUG nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2174.603527] env[62284]: DEBUG nova.network.neutron [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2174.641311] env[62284]: DEBUG nova.policy [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2df9a0dd0e4e4630aa52fbe07c4d7e9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09516d1e94d7489296ffc3646b6d8041', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2174.698995] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955465, 'name': ReconfigVM_Task, 'duration_secs': 0.296539} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.699328] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f1cb3d57-ea8d-4312-876f-c53ee8505320/f1cb3d57-ea8d-4312-876f-c53ee8505320.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2174.700064] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3977c75-e9c3-48d1-b2f5-c809ee547770 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.709713] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2174.709713] env[62284]: value = "task-1955467" [ 2174.709713] env[62284]: _type = "Task" [ 2174.709713] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.719411] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955467, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.863850] env[62284]: DEBUG oslo_vmware.api [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955466, 'name': PowerOffVM_Task, 'duration_secs': 0.108391} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.864141] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.864318] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2174.864579] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c03568a3-88ea-4aa6-82e4-d8bdcb4c1cf4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.891936] env[62284]: DEBUG nova.objects.instance [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'flavor' on Instance uuid d05174cd-a87d-45ae-b584-b06aa41b99e1 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.898784] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2174.898784] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2174.898784] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Deleting the datastore file [datastore1] a0e77427-25ce-417e-bc4e-6d602e2efe62 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2174.898784] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-604e1b55-2a6c-4aa2-8952-79582c4a0a5a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.906020] env[62284]: DEBUG oslo_vmware.api [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for the task: (returnval){ [ 2174.906020] env[62284]: value = "task-1955469" [ 2174.906020] env[62284]: _type = "Task" [ 2174.906020] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.908310] env[62284]: DEBUG nova.network.neutron [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Successfully created port: 9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2174.916139] env[62284]: DEBUG oslo_vmware.api [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.017914] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.074612] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 99530f04-5ad4-461a-a3af-65ec8aa15afc] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2175.107061] env[62284]: DEBUG nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2175.224239] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955467, 'name': Rename_Task, 'duration_secs': 0.163436} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.225746] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.225746] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a0613f3-c4bf-4029-ae88-7d4ce290a2ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.233530] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2175.233530] env[62284]: value = "task-1955470" [ 2175.233530] env[62284]: _type = "Task" [ 2175.233530] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.243634] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.398091] env[62284]: DEBUG oslo_concurrency.lockutils [None req-043136e6-6e6f-496d-9a59-a673210c4c32 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.416084] env[62284]: DEBUG oslo_vmware.api [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Task: {'id': task-1955469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102264} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.416427] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2175.416598] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2175.416791] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2175.416964] env[62284]: INFO nova.compute.manager [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2175.417216] env[62284]: DEBUG oslo.service.loopingcall [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.417404] env[62284]: DEBUG nova.compute.manager [-] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2175.417500] env[62284]: DEBUG nova.network.neutron [-] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2175.432249] env[62284]: DEBUG nova.network.neutron [-] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2175.519570] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.575030] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 1033a2c3-4d1d-4f00-b4ba-070010d43277] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2175.613732] env[62284]: INFO nova.virt.block_device [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Booting with volume 9c2adb3f-630e-4d14-97f4-358ec559bccb at /dev/sda [ 2175.655930] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-019149ea-2bbd-494c-8643-ee9f227d3b9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.667383] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf6267f-78b9-4fa7-af67-3779e650c739 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.704194] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50cd1e37-4380-4389-bfb0-fca6bf7f8f89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.713703] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2e0076-aaab-4d81-a156-5bd2b9d315e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.751083] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba8abfc-47db-4e2b-8d0b-25a6e020f30d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.753675] env[62284]: DEBUG oslo_vmware.api [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955470, 'name': PowerOnVM_Task, 'duration_secs': 0.50383} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.753946] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2175.754163] env[62284]: INFO nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Took 14.76 seconds to spawn the instance on the hypervisor. [ 2175.754341] env[62284]: DEBUG nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2175.755484] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f331ef4-edf0-4a19-92ec-6a0b8858e144 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.760600] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f41653e-94e5-4b79-b2d8-cb5b5e78ed55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.786256] env[62284]: DEBUG nova.virt.block_device [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating existing volume attachment record: 723efc7a-8f8e-4b8f-b4a3-25a425318d0b {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2175.934432] env[62284]: DEBUG nova.network.neutron [-] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.019810] env[62284]: DEBUG oslo_vmware.api [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955456, 'name': ReconfigVM_Task, 'duration_secs': 6.652955} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.020064] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.020279] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Reconfigured VM to detach interface {{(pid=62284) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2176.078116] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: fbd8b1fe-cce2-414d-847a-2b85520efee6] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2176.289019] env[62284]: DEBUG nova.compute.manager [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2176.289582] env[62284]: INFO nova.compute.manager [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Took 19.58 seconds to build instance. [ 2176.437387] env[62284]: INFO nova.compute.manager [-] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Took 1.02 seconds to deallocate network for instance. [ 2176.484502] env[62284]: DEBUG nova.compute.manager [req-2401feb9-20a0-4cdc-a187-00f358e955d5 req-f85fe79e-a99f-4d40-9cbe-c0e5e425fb82 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Received event network-vif-plugged-9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2176.484734] env[62284]: DEBUG oslo_concurrency.lockutils [req-2401feb9-20a0-4cdc-a187-00f358e955d5 req-f85fe79e-a99f-4d40-9cbe-c0e5e425fb82 service nova] Acquiring lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.484954] env[62284]: DEBUG oslo_concurrency.lockutils [req-2401feb9-20a0-4cdc-a187-00f358e955d5 req-f85fe79e-a99f-4d40-9cbe-c0e5e425fb82 service nova] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.485266] env[62284]: DEBUG oslo_concurrency.lockutils [req-2401feb9-20a0-4cdc-a187-00f358e955d5 req-f85fe79e-a99f-4d40-9cbe-c0e5e425fb82 service nova] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.485346] env[62284]: DEBUG nova.compute.manager [req-2401feb9-20a0-4cdc-a187-00f358e955d5 req-f85fe79e-a99f-4d40-9cbe-c0e5e425fb82 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] No waiting events found dispatching network-vif-plugged-9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2176.485470] env[62284]: WARNING nova.compute.manager [req-2401feb9-20a0-4cdc-a187-00f358e955d5 req-f85fe79e-a99f-4d40-9cbe-c0e5e425fb82 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Received unexpected event network-vif-plugged-9858e318-546a-4178-8bb2-251dd38fc82f for instance with vm_state building and task_state block_device_mapping. [ 2176.584874] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 2444e152-9d98-4069-b81d-3d104803b0ad] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2176.603553] env[62284]: DEBUG nova.network.neutron [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Successfully updated port: 9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2176.792034] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4969cc61-fa18-48b4-91ad-bb0b0477e374 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.092s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.811786] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.812155] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.860051] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "76b956b1-7437-44ab-8849-f05f91265a8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.860307] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "76b956b1-7437-44ab-8849-f05f91265a8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.860588] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.860781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.860947] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "76b956b1-7437-44ab-8849-f05f91265a8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.863704] env[62284]: INFO nova.compute.manager [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Terminating instance [ 2176.944027] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.088805] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 00c66692-a6cd-4e2c-8ad6-9299d3cc1b57] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2177.106908] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.107011] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.107171] env[62284]: DEBUG nova.network.neutron [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2177.317875] env[62284]: INFO nova.compute.claims [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2177.358329] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.358603] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquired lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.358778] env[62284]: DEBUG nova.network.neutron [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2177.368406] env[62284]: DEBUG nova.compute.manager [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2177.368606] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2177.369888] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3b48fc-f420-491a-92a1-2733cb2f01a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.382534] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2177.382978] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c13aad-6521-47b1-ab98-66d36bae72f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.390216] env[62284]: DEBUG oslo_vmware.api [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2177.390216] env[62284]: value = "task-1955471" [ 2177.390216] env[62284]: _type = "Task" [ 2177.390216] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.398274] env[62284]: DEBUG oslo_vmware.api [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.414269] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "f1cb3d57-ea8d-4312-876f-c53ee8505320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.414540] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.414734] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.414922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.415117] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.417425] env[62284]: INFO nova.compute.manager [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Terminating instance [ 2177.592751] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 0664da9f-b4a4-40de-8ff2-89f301c292dc] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2177.643285] env[62284]: DEBUG nova.network.neutron [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2177.795670] env[62284]: DEBUG nova.network.neutron [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance_info_cache with network_info: [{"id": "9858e318-546a-4178-8bb2-251dd38fc82f", "address": "fa:16:3e:88:d3:c0", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9858e318-54", "ovs_interfaceid": "9858e318-546a-4178-8bb2-251dd38fc82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.824043] env[62284]: INFO nova.compute.resource_tracker [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating resource usage from migration c7bf4e46-0208-4fbf-85c8-63ed206f7bfc [ 2177.884813] env[62284]: DEBUG nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2177.885367] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2177.885629] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2177.885820] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2177.886022] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2177.886174] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2177.886323] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2177.886535] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2177.886700] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2177.886867] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2177.887183] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2177.887423] env[62284]: DEBUG nova.virt.hardware [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2177.890284] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8b48c4-65c8-4938-b68d-b42bfa67af6f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.908190] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27e3582-b765-4856-995e-cd700b7a029a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.911779] env[62284]: DEBUG oslo_vmware.api [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955471, 'name': PowerOffVM_Task, 'duration_secs': 0.214043} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.912251] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2177.912429] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2177.912935] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b034e91-0569-48ac-835a-e63dfba1e9eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.922541] env[62284]: DEBUG nova.compute.manager [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2177.922759] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2177.925797] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c36b58e-daa0-4969-83fe-a90be7679b55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.934174] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2177.934409] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-465ba5d5-8433-4d6b-a188-8a60313cd095 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.941833] env[62284]: DEBUG oslo_vmware.api [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2177.941833] env[62284]: value = "task-1955473" [ 2177.941833] env[62284]: _type = "Task" [ 2177.941833] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.954472] env[62284]: DEBUG oslo_vmware.api [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.989473] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e4f4e-40ee-4900-b126-30b4d47b0c2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.999614] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad54081-4c90-4ad8-9d63-2d9a8e8f342d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.033873] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7872f6-2294-443d-8727-d08e9a2f4c56 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.042335] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5402288e-8ecb-44d0-a417-65f06a2281a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.056348] env[62284]: DEBUG nova.compute.provider_tree [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2178.096300] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: b6b46bc3-0825-4098-94b9-025bb0feba19] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2178.102682] env[62284]: INFO nova.network.neutron [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Port 20561a0e-a913-4b3f-a738-8f2742c245c0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2178.103133] env[62284]: DEBUG nova.network.neutron [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [{"id": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "address": "fa:16:3e:37:83:46", "network": {"id": "46099d7b-fefa-4419-ab67-e1d7b7d80170", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1982587484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f22e496c8b045e7a98237612492d5af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77fa41e8-46", "ovs_interfaceid": "77fa41e8-4661-4d9a-9696-f18445eb52cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.298750] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.299110] env[62284]: DEBUG nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Instance network_info: |[{"id": "9858e318-546a-4178-8bb2-251dd38fc82f", "address": "fa:16:3e:88:d3:c0", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9858e318-54", "ovs_interfaceid": "9858e318-546a-4178-8bb2-251dd38fc82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2178.299579] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:d3:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9858e318-546a-4178-8bb2-251dd38fc82f', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2178.307467] env[62284]: DEBUG oslo.service.loopingcall [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.307684] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2178.307938] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b136c63-558f-4e4d-b757-56136b1087a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.330059] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2178.330059] env[62284]: value = "task-1955474" [ 2178.330059] env[62284]: _type = "Task" [ 2178.330059] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.341887] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955474, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.455219] env[62284]: DEBUG oslo_vmware.api [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955473, 'name': PowerOffVM_Task, 'duration_secs': 0.227279} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.455219] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2178.455219] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2178.455219] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f415230-0413-46cb-94d2-5e12dda6e543 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.516203] env[62284]: DEBUG nova.compute.manager [req-9b07a5e3-ea2f-41bb-8685-b8fdc104a3eb req-9c0c3dc6-df9a-47b4-aba6-3e11192e7390 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Received event network-changed-9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2178.516203] env[62284]: DEBUG nova.compute.manager [req-9b07a5e3-ea2f-41bb-8685-b8fdc104a3eb req-9c0c3dc6-df9a-47b4-aba6-3e11192e7390 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Refreshing instance network info cache due to event network-changed-9858e318-546a-4178-8bb2-251dd38fc82f. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2178.516584] env[62284]: DEBUG oslo_concurrency.lockutils [req-9b07a5e3-ea2f-41bb-8685-b8fdc104a3eb req-9c0c3dc6-df9a-47b4-aba6-3e11192e7390 service nova] Acquiring lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.516584] env[62284]: DEBUG oslo_concurrency.lockutils [req-9b07a5e3-ea2f-41bb-8685-b8fdc104a3eb req-9c0c3dc6-df9a-47b4-aba6-3e11192e7390 service nova] Acquired lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.516767] env[62284]: DEBUG nova.network.neutron [req-9b07a5e3-ea2f-41bb-8685-b8fdc104a3eb req-9c0c3dc6-df9a-47b4-aba6-3e11192e7390 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Refreshing network info cache for port 9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.553518] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2178.553836] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2178.554097] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleting the datastore file [datastore1] 76b956b1-7437-44ab-8849-f05f91265a8c {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2178.554425] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04f275d1-a3f5-451f-a276-9beae0c956a9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.559673] env[62284]: DEBUG nova.scheduler.client.report [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2178.565534] env[62284]: DEBUG oslo_vmware.api [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2178.565534] env[62284]: value = "task-1955476" [ 2178.565534] env[62284]: _type = "Task" [ 2178.565534] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.575390] env[62284]: DEBUG oslo_vmware.api [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.601180] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 13bd7bc8-2322-4b50-a396-c24e6a3ad24f] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2178.605881] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Releasing lock "refresh_cache-76b956b1-7437-44ab-8849-f05f91265a8c" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.841946] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955474, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.067042] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.255s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.067273] env[62284]: INFO nova.compute.manager [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Migrating [ 2179.074128] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.130s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.074386] env[62284]: DEBUG nova.objects.instance [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lazy-loading 'resources' on Instance uuid a0e77427-25ce-417e-bc4e-6d602e2efe62 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2179.097326] env[62284]: DEBUG oslo_vmware.api [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179542} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.097620] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2179.097813] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2179.098656] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2179.098656] env[62284]: INFO nova.compute.manager [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2179.098656] env[62284]: DEBUG oslo.service.loopingcall [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2179.098848] env[62284]: DEBUG nova.compute.manager [-] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2179.098848] env[62284]: DEBUG nova.network.neutron [-] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2179.103941] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: ac4947c0-722c-4dd4-9c43-63642fb76ac5] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2179.108908] env[62284]: DEBUG oslo_concurrency.lockutils [None req-92f7e4fb-e586-4803-87c1-da0f0bef0413 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "interface-76b956b1-7437-44ab-8849-f05f91265a8c-20561a0e-a913-4b3f-a738-8f2742c245c0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.685s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.160430] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2179.160430] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2179.160671] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Deleting the datastore file [datastore1] f1cb3d57-ea8d-4312-876f-c53ee8505320 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2179.160928] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb6cb825-7d1a-401e-96b3-0a6aa9b6c9ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.169138] env[62284]: DEBUG oslo_vmware.api [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2179.169138] env[62284]: value = "task-1955477" [ 2179.169138] env[62284]: _type = "Task" [ 2179.169138] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.178284] env[62284]: DEBUG oslo_vmware.api [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.341090] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955474, 'name': CreateVM_Task, 'duration_secs': 0.610318} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.341298] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2179.342205] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402938', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'name': 'volume-9c2adb3f-630e-4d14-97f4-358ec559bccb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b823781e-1800-4d95-b61d-cf7fb3735b65', 'attached_at': '', 'detached_at': '', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'serial': '9c2adb3f-630e-4d14-97f4-358ec559bccb'}, 'guest_format': None, 'boot_index': 0, 'attachment_id': '723efc7a-8f8e-4b8f-b4a3-25a425318d0b', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62284) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2179.342419] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Root volume attach. Driver type: vmdk {{(pid=62284) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2179.343246] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3697524b-8538-4a5b-b572-e3f029bdbd45 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.351552] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7f11a7-2cf4-4496-8803-3ea099e763d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.358678] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e98a8-ca4b-4d06-a076-7269d86de192 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.366444] env[62284]: DEBUG nova.network.neutron [req-9b07a5e3-ea2f-41bb-8685-b8fdc104a3eb req-9c0c3dc6-df9a-47b4-aba6-3e11192e7390 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updated VIF entry in instance network info cache for port 9858e318-546a-4178-8bb2-251dd38fc82f. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2179.366797] env[62284]: DEBUG nova.network.neutron [req-9b07a5e3-ea2f-41bb-8685-b8fdc104a3eb req-9c0c3dc6-df9a-47b4-aba6-3e11192e7390 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance_info_cache with network_info: [{"id": "9858e318-546a-4178-8bb2-251dd38fc82f", "address": "fa:16:3e:88:d3:c0", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9858e318-54", "ovs_interfaceid": "9858e318-546a-4178-8bb2-251dd38fc82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.368093] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6b8c2950-f04e-4f12-962b-7675757094a3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.376818] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2179.376818] env[62284]: value = "task-1955478" [ 2179.376818] env[62284]: _type = "Task" [ 2179.376818] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.385666] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955478, 'name': RelocateVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.592486] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.592701] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.592880] env[62284]: DEBUG nova.network.neutron [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2179.609454] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 1e6b736e-3920-434d-9ac2-2f8f1bf79a6a] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2179.684442] env[62284]: DEBUG oslo_vmware.api [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170808} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.684749] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2179.684943] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2179.685295] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2179.685363] env[62284]: INFO nova.compute.manager [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Took 1.76 seconds to destroy the instance on the hypervisor. [ 2179.685602] env[62284]: DEBUG oslo.service.loopingcall [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2179.685814] env[62284]: DEBUG nova.compute.manager [-] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2179.685908] env[62284]: DEBUG nova.network.neutron [-] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2179.787873] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8484f-b2c8-4303-9673-64f1cf5e0f2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.794449] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c4d12-b67f-4d76-816b-5515ae105e2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.830778] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f65a4ee-16d1-430b-a85f-7d7d2ae80b6b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.839218] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a676e-4ca7-4741-b2ee-91e618426f4d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.856550] env[62284]: DEBUG nova.compute.provider_tree [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.872578] env[62284]: DEBUG oslo_concurrency.lockutils [req-9b07a5e3-ea2f-41bb-8685-b8fdc104a3eb req-9c0c3dc6-df9a-47b4-aba6-3e11192e7390 service nova] Releasing lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.887037] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955478, 'name': RelocateVM_Task, 'duration_secs': 0.440568} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.887677] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2179.887897] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402938', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'name': 'volume-9c2adb3f-630e-4d14-97f4-358ec559bccb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b823781e-1800-4d95-b61d-cf7fb3735b65', 'attached_at': '', 'detached_at': '', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'serial': '9c2adb3f-630e-4d14-97f4-358ec559bccb'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2179.888714] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01655a-64d3-47c2-b750-eb6360ca384d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.907691] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5e1e15-554b-4450-a4e7-4c1b4f7ac712 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.930875] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-9c2adb3f-630e-4d14-97f4-358ec559bccb/volume-9c2adb3f-630e-4d14-97f4-358ec559bccb.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2179.933284] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-235f7bc5-663f-471e-aae6-edbcf87a7980 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.956813] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2179.956813] env[62284]: value = "task-1955479" [ 2179.956813] env[62284]: _type = "Task" [ 2179.956813] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.968881] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.113567] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 91bd0705-6e68-4155-86dd-2675a9a3e45f] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2180.360136] env[62284]: DEBUG nova.scheduler.client.report [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.370049] env[62284]: DEBUG nova.network.neutron [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [{"id": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "address": "fa:16:3e:13:af:b7", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d84dfe-69", "ovs_interfaceid": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.468692] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955479, 'name': ReconfigVM_Task, 'duration_secs': 0.298463} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.469237] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-9c2adb3f-630e-4d14-97f4-358ec559bccb/volume-9c2adb3f-630e-4d14-97f4-358ec559bccb.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2180.476674] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6840b5f4-d654-496d-abb0-b0269d24c7ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.496664] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2180.496664] env[62284]: value = "task-1955480" [ 2180.496664] env[62284]: _type = "Task" [ 2180.496664] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.505993] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.561650] env[62284]: DEBUG nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Received event network-vif-deleted-77fa41e8-4661-4d9a-9696-f18445eb52cd {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2180.561856] env[62284]: INFO nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Neutron deleted interface 77fa41e8-4661-4d9a-9696-f18445eb52cd; detaching it from the instance and deleting it from the info cache [ 2180.562140] env[62284]: DEBUG nova.network.neutron [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.617213] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 9c954371-b8e5-4b8d-a99f-d2f2d795394c] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2180.691536] env[62284]: DEBUG nova.network.neutron [-] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.866188] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.875967] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.904291] env[62284]: INFO nova.scheduler.client.report [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Deleted allocations for instance a0e77427-25ce-417e-bc4e-6d602e2efe62 [ 2181.007847] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955480, 'name': ReconfigVM_Task, 'duration_secs': 0.133054} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.008175] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402938', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'name': 'volume-9c2adb3f-630e-4d14-97f4-358ec559bccb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b823781e-1800-4d95-b61d-cf7fb3735b65', 'attached_at': '', 'detached_at': '', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'serial': '9c2adb3f-630e-4d14-97f4-358ec559bccb'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2181.008737] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00145db-8b63-4e97-a4be-72193f0d2705 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.015219] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2181.015219] env[62284]: value = "task-1955481" [ 2181.015219] env[62284]: _type = "Task" [ 2181.015219] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.022989] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955481, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.064506] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c0bdd71-2e00-47f9-86ce-4db6f1f325eb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.075108] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f964c954-8cf8-434e-a245-54d77328f9da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.114523] env[62284]: DEBUG nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Detach interface failed, port_id=77fa41e8-4661-4d9a-9696-f18445eb52cd, reason: Instance 76b956b1-7437-44ab-8849-f05f91265a8c could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2181.114718] env[62284]: DEBUG nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-vif-deleted-6697fc2c-fd18-4835-a770-4490a7130c10 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2181.114897] env[62284]: INFO nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Neutron deleted interface 6697fc2c-fd18-4835-a770-4490a7130c10; detaching it from the instance and deleting it from the info cache [ 2181.115193] env[62284]: DEBUG nova.network.neutron [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updating instance_info_cache with network_info: [{"id": "0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0", "address": "fa:16:3e:85:ef:8d", "network": {"id": "31ff4a5f-fd60-4410-8160-2ea2c341790d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-521229373", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0330d6a7-7a", "ovs_interfaceid": "0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5890d137-72d6-4d57-b824-3c9666db61b1", "address": "fa:16:3e:2c:80:90", "network": {"id": "323e4b9d-6bb2-40ed-bc8c-8e16337510d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-466164442", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5890d137-72", "ovs_interfaceid": "5890d137-72d6-4d57-b824-3c9666db61b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.121237] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: bfeaf525-4e5b-47df-aa69-81f0d438010e] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2181.196251] env[62284]: INFO nova.compute.manager [-] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Took 2.10 seconds to deallocate network for instance. [ 2181.397861] env[62284]: DEBUG nova.network.neutron [-] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.416291] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1e0b214e-7536-493e-9c93-287d207b6794 tempest-ServerShowV247Test-266802852 tempest-ServerShowV247Test-266802852-project-member] Lock "a0e77427-25ce-417e-bc4e-6d602e2efe62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.661s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.526565] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955481, 'name': Rename_Task, 'duration_secs': 0.159915} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.527612] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2181.527612] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62457e37-b105-4a17-b21a-919258e5f9c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.535673] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2181.535673] env[62284]: value = "task-1955482" [ 2181.535673] env[62284]: _type = "Task" [ 2181.535673] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.544338] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.618452] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c359538-8afd-4086-a27a-4e731405d844 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.625470] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d376c7ad-9725-4597-ab64-278178dea44f] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2181.630751] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b18d0f8-a405-4ca1-ac3d-b8ec1c51268a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.663195] env[62284]: DEBUG nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Detach interface failed, port_id=6697fc2c-fd18-4835-a770-4490a7130c10, reason: Instance f1cb3d57-ea8d-4312-876f-c53ee8505320 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2181.663426] env[62284]: DEBUG nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-vif-deleted-0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2181.663603] env[62284]: INFO nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Neutron deleted interface 0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0; detaching it from the instance and deleting it from the info cache [ 2181.664786] env[62284]: DEBUG nova.network.neutron [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updating instance_info_cache with network_info: [{"id": "5890d137-72d6-4d57-b824-3c9666db61b1", "address": "fa:16:3e:2c:80:90", "network": {"id": "323e4b9d-6bb2-40ed-bc8c-8e16337510d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-466164442", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5890d137-72", "ovs_interfaceid": "5890d137-72d6-4d57-b824-3c9666db61b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.704056] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.704056] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.704056] env[62284]: DEBUG nova.objects.instance [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'resources' on Instance uuid 76b956b1-7437-44ab-8849-f05f91265a8c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2181.900579] env[62284]: INFO nova.compute.manager [-] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Took 2.21 seconds to deallocate network for instance. [ 2182.048969] env[62284]: DEBUG oslo_vmware.api [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955482, 'name': PowerOnVM_Task, 'duration_secs': 0.459955} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.049334] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2182.049545] env[62284]: INFO nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Took 4.16 seconds to spawn the instance on the hypervisor. [ 2182.050098] env[62284]: DEBUG nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2182.050647] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729483c1-5244-4431-a02f-fc0932b01faa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.129263] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: c3ef0795-7325-4464-acaf-01f496d602c4] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2182.166627] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0eb87998-14fe-4227-a45c-5a4a4399ce6e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.177586] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef29e73e-348a-4058-b582-c31eeb418663 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.211794] env[62284]: DEBUG nova.compute.manager [req-0ec369d4-7019-4bdb-8b9a-9b032b981a48 req-d052fe82-e572-4fce-9307-587f27e26579 service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Detach interface failed, port_id=0330d6a7-7a96-4bf4-8919-bcbe4b5a34a0, reason: Instance f1cb3d57-ea8d-4312-876f-c53ee8505320 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2182.349821] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cf6ec3-fb13-4fca-9e5a-6aff31c35cee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.358306] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e612af3-5214-442b-95ac-0d7960ee0783 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.388396] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c38333-bb24-4fd5-a90f-95d539b06e73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.394318] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a8f86-3466-49ad-8e1b-8f5f25db3335 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.419623] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d32f3e2-7ce8-4e60-8533-0d1097429fc3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.424191] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.425918] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance 'd05174cd-a87d-45ae-b584-b06aa41b99e1' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2182.439545] env[62284]: DEBUG nova.compute.provider_tree [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2182.568492] env[62284]: INFO nova.compute.manager [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Took 11.90 seconds to build instance. [ 2182.600602] env[62284]: DEBUG nova.compute.manager [req-c215e5d3-3368-4634-94a8-f710a9bb5769 req-8ef589e6-ac9f-4a19-bf5a-eef51a850aff service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Received event network-vif-deleted-5890d137-72d6-4d57-b824-3c9666db61b1 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2182.600602] env[62284]: INFO nova.compute.manager [req-c215e5d3-3368-4634-94a8-f710a9bb5769 req-8ef589e6-ac9f-4a19-bf5a-eef51a850aff service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Neutron deleted interface 5890d137-72d6-4d57-b824-3c9666db61b1; detaching it from the instance and deleting it from the info cache [ 2182.600711] env[62284]: DEBUG nova.network.neutron [req-c215e5d3-3368-4634-94a8-f710a9bb5769 req-8ef589e6-ac9f-4a19-bf5a-eef51a850aff service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.632908] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f22f9e16-5775-45d6-a75f-ef4e294c78b7] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2182.934054] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2182.934054] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bdc475f-28e6-4179-96fe-a1ee9ba837f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.942327] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2182.942327] env[62284]: value = "task-1955483" [ 2182.942327] env[62284]: _type = "Task" [ 2182.942327] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.942327] env[62284]: DEBUG nova.scheduler.client.report [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2182.959145] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.072250] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8eead8cf-9af9-4355-a3d7-fafd817f8835 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.413s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.103704] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a57639f-30e0-451f-81da-dfef0ba76f49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.115075] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a56ecf-8302-4a14-9507-0249b4dcab8a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.136643] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f6e25ebb-79f4-4197-a351-a603369068cb] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2183.149035] env[62284]: DEBUG nova.compute.manager [req-c215e5d3-3368-4634-94a8-f710a9bb5769 req-8ef589e6-ac9f-4a19-bf5a-eef51a850aff service nova] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Detach interface failed, port_id=5890d137-72d6-4d57-b824-3c9666db61b1, reason: Instance f1cb3d57-ea8d-4312-876f-c53ee8505320 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2183.454409] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.456730] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955483, 'name': PowerOffVM_Task, 'duration_secs': 0.263558} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.457249] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.033s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.457497] env[62284]: DEBUG nova.objects.instance [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lazy-loading 'resources' on Instance uuid f1cb3d57-ea8d-4312-876f-c53ee8505320 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2183.458746] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2183.458746] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance 'd05174cd-a87d-45ae-b584-b06aa41b99e1' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2183.476115] env[62284]: INFO nova.scheduler.client.report [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleted allocations for instance 76b956b1-7437-44ab-8849-f05f91265a8c [ 2183.640162] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: a2e28a49-8dd0-4378-bcab-9c44168d84ed] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2183.966957] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2183.967229] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2183.967399] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2183.967610] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2183.967743] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2183.967890] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2183.968114] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2183.968285] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2183.968517] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2183.968707] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2183.968889] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2183.973997] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd7ffe3-1f40-4b92-8e80-815ce3db31ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.989857] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ef0637-11ec-478c-a6df-7b3dc20f219e tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "76b956b1-7437-44ab-8849-f05f91265a8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.129s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.997923] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2183.997923] env[62284]: value = "task-1955484" [ 2183.997923] env[62284]: _type = "Task" [ 2183.997923] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.010979] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.112194] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a286e9a2-a5a9-4ce6-95e5-024c06823357 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.121468] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1336a4-7532-47f4-aa88-35351457b748 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.154052] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 4774c400-b889-4bec-a0d0-23ad78dc3084] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2184.156906] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9c6087-165b-41a1-84d5-5c31335078cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.165856] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a68c102-a51c-4d0b-8c32-b690fd436e49 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.181917] env[62284]: DEBUG nova.compute.provider_tree [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2184.509337] env[62284]: DEBUG nova.compute.manager [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Stashing vm_state: active {{(pid=62284) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2184.515412] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955484, 'name': ReconfigVM_Task, 'duration_secs': 0.232817} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.515935] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance 'd05174cd-a87d-45ae-b584-b06aa41b99e1' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2184.635776] env[62284]: DEBUG nova.compute.manager [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Received event network-changed-885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2184.635996] env[62284]: DEBUG nova.compute.manager [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Refreshing instance network info cache due to event network-changed-885ce43d-bfb5-44bf-b965-dc14b8ad67c5. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2184.636244] env[62284]: DEBUG oslo_concurrency.lockutils [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] Acquiring lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.636394] env[62284]: DEBUG oslo_concurrency.lockutils [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] Acquired lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.636564] env[62284]: DEBUG nova.network.neutron [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Refreshing network info cache for port 885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2184.660805] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 1e9d1cfc-6f06-4485-8ea6-0fa5d36019ba] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2184.685417] env[62284]: DEBUG nova.scheduler.client.report [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2184.749672] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "7be34aae-58c4-44fb-8dee-746f06c29cca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.750143] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.750143] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.750336] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.750749] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.753262] env[62284]: INFO nova.compute.manager [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Terminating instance [ 2185.022192] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2185.022483] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2185.022666] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2185.022901] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2185.023105] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2185.023307] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2185.023557] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2185.023775] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2185.023979] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2185.024205] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2185.024414] env[62284]: DEBUG nova.virt.hardware [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2185.030703] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2185.031402] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b030e7d4-d27b-4fad-bb59-0381bf255b64 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.054489] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2185.054489] env[62284]: value = "task-1955485" [ 2185.054489] env[62284]: _type = "Task" [ 2185.054489] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.063226] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.164217] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: ca6758db-5d65-4671-814c-957348d62858] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2185.175850] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.190909] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.193682] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.018s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.215138] env[62284]: INFO nova.scheduler.client.report [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Deleted allocations for instance f1cb3d57-ea8d-4312-876f-c53ee8505320 [ 2185.257204] env[62284]: DEBUG nova.compute.manager [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2185.257436] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2185.258362] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a00179-3c56-47cb-b41e-a8e8bf71f56c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.268047] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2185.268274] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a9abeda-61b2-4c8f-905c-c28eae00704b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.276649] env[62284]: DEBUG oslo_vmware.api [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2185.276649] env[62284]: value = "task-1955486" [ 2185.276649] env[62284]: _type = "Task" [ 2185.276649] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.284939] env[62284]: DEBUG oslo_vmware.api [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.360366] env[62284]: DEBUG nova.network.neutron [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updated VIF entry in instance network info cache for port 885ce43d-bfb5-44bf-b965-dc14b8ad67c5. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2185.360831] env[62284]: DEBUG nova.network.neutron [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updating instance_info_cache with network_info: [{"id": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "address": "fa:16:3e:d8:20:cf", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885ce43d-bf", "ovs_interfaceid": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.566098] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955485, 'name': ReconfigVM_Task, 'duration_secs': 0.22498} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.566486] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2185.567319] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1957373-8881-4856-b42b-ce02e08f30ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.592453] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1/d05174cd-a87d-45ae-b584-b06aa41b99e1.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2185.592749] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f83cc5d-219f-4d2c-ac43-6c9d8cb455b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.612130] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2185.612130] env[62284]: value = "task-1955487" [ 2185.612130] env[62284]: _type = "Task" [ 2185.612130] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.620266] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.667826] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f7cf5402-4409-4bd6-b173-cccca293b20f] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2185.702054] env[62284]: INFO nova.compute.claims [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2185.722381] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3a1d8f7e-e79a-466f-aa9a-6652315611dc tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "f1cb3d57-ea8d-4312-876f-c53ee8505320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.308s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.786719] env[62284]: DEBUG oslo_vmware.api [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.864843] env[62284]: DEBUG oslo_concurrency.lockutils [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] Releasing lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.865242] env[62284]: DEBUG nova.compute.manager [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Received event network-changed-9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2185.865448] env[62284]: DEBUG nova.compute.manager [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Refreshing instance network info cache due to event network-changed-9858e318-546a-4178-8bb2-251dd38fc82f. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2185.865676] env[62284]: DEBUG oslo_concurrency.lockutils [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] Acquiring lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.865823] env[62284]: DEBUG oslo_concurrency.lockutils [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] Acquired lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.865993] env[62284]: DEBUG nova.network.neutron [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Refreshing network info cache for port 9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2186.122745] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.171101] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 076233c5-52f4-43cd-8192-1f59281020b2] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2186.208490] env[62284]: INFO nova.compute.resource_tracker [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating resource usage from migration a087d68b-7706-4d12-9b2a-c9838680fbbb [ 2186.291175] env[62284]: DEBUG oslo_vmware.api [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.341207] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0dae9-84e0-434b-aefa-43cb53662d88 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.349268] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd869b9-083e-4732-a0d9-82eacf33d7fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.384541] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a66011f-641f-4eec-9e18-2b736a1cfc12 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.394340] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd46f77-9498-47fd-9690-f116438a571e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.410636] env[62284]: DEBUG nova.compute.provider_tree [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2186.623452] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955487, 'name': ReconfigVM_Task, 'duration_secs': 0.903844} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.623787] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1/d05174cd-a87d-45ae-b584-b06aa41b99e1.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2186.624268] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance 'd05174cd-a87d-45ae-b584-b06aa41b99e1' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2186.684597] env[62284]: DEBUG nova.network.neutron [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updated VIF entry in instance network info cache for port 9858e318-546a-4178-8bb2-251dd38fc82f. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2186.684996] env[62284]: DEBUG nova.network.neutron [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance_info_cache with network_info: [{"id": "9858e318-546a-4178-8bb2-251dd38fc82f", "address": "fa:16:3e:88:d3:c0", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9858e318-54", "ovs_interfaceid": "9858e318-546a-4178-8bb2-251dd38fc82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.788540] env[62284]: DEBUG oslo_vmware.api [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955486, 'name': PowerOffVM_Task, 'duration_secs': 1.093381} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.788842] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2186.789018] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2186.789279] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1869f01-1ffd-4ae4-a167-afc6419b632e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.912143] env[62284]: DEBUG nova.scheduler.client.report [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2187.136332] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da303b87-cc49-4b6b-8e48-b807de72d7ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.163889] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecf86ca-ecce-4228-93af-3ce7bfa343c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.188599] env[62284]: DEBUG oslo_concurrency.lockutils [req-cba0f4b6-b026-4cdc-9b10-a1f618272761 req-e0fc6539-6a12-4485-be24-29d944c02747 service nova] Releasing lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.188934] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance 'd05174cd-a87d-45ae-b584-b06aa41b99e1' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2187.193760] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2187.193983] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2187.194193] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleting the datastore file [datastore1] 7be34aae-58c4-44fb-8dee-746f06c29cca {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2187.194698] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df429883-d859-4ee7-8845-7e7b55600617 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.202134] env[62284]: DEBUG oslo_vmware.api [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for the task: (returnval){ [ 2187.202134] env[62284]: value = "task-1955489" [ 2187.202134] env[62284]: _type = "Task" [ 2187.202134] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.210904] env[62284]: DEBUG oslo_vmware.api [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.417983] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.224s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.418242] env[62284]: INFO nova.compute.manager [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Migrating [ 2187.719810] env[62284]: DEBUG oslo_vmware.api [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Task: {'id': task-1955489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298544} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.720101] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2187.720289] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2187.720535] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2187.720761] env[62284]: INFO nova.compute.manager [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Took 2.46 seconds to destroy the instance on the hypervisor. [ 2187.721009] env[62284]: DEBUG oslo.service.loopingcall [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2187.721213] env[62284]: DEBUG nova.compute.manager [-] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2187.721309] env[62284]: DEBUG nova.network.neutron [-] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2187.936265] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.936478] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.936648] env[62284]: DEBUG nova.network.neutron [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2188.059300] env[62284]: DEBUG nova.compute.manager [req-4fb0e65f-1587-4015-a71b-39dcf6cd8ba1 req-09bd367b-0b85-4339-8eb5-543cdfe9c1c6 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Received event network-vif-deleted-eefcb4e8-246c-4904-8e18-0a8e20c77612 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2188.059398] env[62284]: INFO nova.compute.manager [req-4fb0e65f-1587-4015-a71b-39dcf6cd8ba1 req-09bd367b-0b85-4339-8eb5-543cdfe9c1c6 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Neutron deleted interface eefcb4e8-246c-4904-8e18-0a8e20c77612; detaching it from the instance and deleting it from the info cache [ 2188.059568] env[62284]: DEBUG nova.network.neutron [req-4fb0e65f-1587-4015-a71b-39dcf6cd8ba1 req-09bd367b-0b85-4339-8eb5-543cdfe9c1c6 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.063590] env[62284]: DEBUG oslo_concurrency.lockutils [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "4cc128c9-3cc1-4089-9237-feb261023085" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.063817] env[62284]: DEBUG oslo_concurrency.lockutils [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "4cc128c9-3cc1-4089-9237-feb261023085" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.063990] env[62284]: DEBUG nova.compute.manager [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2188.065163] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4561e68-4d79-4e26-acf4-347891f73927 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.073028] env[62284]: DEBUG nova.compute.manager [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62284) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2188.073592] env[62284]: DEBUG nova.objects.instance [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'flavor' on Instance uuid 4cc128c9-3cc1-4089-9237-feb261023085 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.255116] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "4f318121-8c89-4285-8023-fdccba428981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.255353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "4f318121-8c89-4285-8023-fdccba428981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.538017] env[62284]: DEBUG nova.network.neutron [-] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.563287] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42efc3e9-63a0-47c5-a2ff-e05da661345e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.573633] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f6f38-4dc0-417a-932a-99bb37b0aaa9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.606730] env[62284]: DEBUG nova.compute.manager [req-4fb0e65f-1587-4015-a71b-39dcf6cd8ba1 req-09bd367b-0b85-4339-8eb5-543cdfe9c1c6 service nova] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Detach interface failed, port_id=eefcb4e8-246c-4904-8e18-0a8e20c77612, reason: Instance 7be34aae-58c4-44fb-8dee-746f06c29cca could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2188.677605] env[62284]: DEBUG nova.network.neutron [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance_info_cache with network_info: [{"id": "9858e318-546a-4178-8bb2-251dd38fc82f", "address": "fa:16:3e:88:d3:c0", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9858e318-54", "ovs_interfaceid": "9858e318-546a-4178-8bb2-251dd38fc82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.757550] env[62284]: DEBUG nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2188.870176] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.870500] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.872894] env[62284]: DEBUG nova.network.neutron [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Port 10d84dfe-699b-485c-b9f1-83c5cce53af0 binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2189.040386] env[62284]: INFO nova.compute.manager [-] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Took 1.32 seconds to deallocate network for instance. [ 2189.090611] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2189.090962] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d9abda-6b4f-4143-b6bb-7b100bb3ace8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.102512] env[62284]: DEBUG oslo_vmware.api [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2189.102512] env[62284]: value = "task-1955490" [ 2189.102512] env[62284]: _type = "Task" [ 2189.102512] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.112171] env[62284]: DEBUG oslo_vmware.api [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.180074] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.282925] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.283244] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.284736] env[62284]: INFO nova.compute.claims [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2189.373151] env[62284]: DEBUG nova.compute.utils [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2189.547255] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.614066] env[62284]: DEBUG oslo_vmware.api [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955490, 'name': PowerOffVM_Task, 'duration_secs': 0.204814} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.614066] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2189.614066] env[62284]: DEBUG nova.compute.manager [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2189.614378] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ee3f5a-275b-42cd-8a2c-5624a18ccafa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.876472] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.893819] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.894098] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.894338] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.126343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-584a2201-9e55-477b-9e48-e2d34aea9aab tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "4cc128c9-3cc1-4089-9237-feb261023085" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.425101] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02327a11-e9d0-43bc-bd26-f51d25b9ef23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.434469] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3158dcb8-2a63-41d8-b9bd-bdf7e1bada41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.469331] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.469597] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.469824] env[62284]: INFO nova.compute.manager [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Attaching volume 6e8e88d5-5020-4b7a-86c4-dc38be85dc85 to /dev/sdb [ 2190.472165] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff913abf-cedb-4489-9fd2-79530e74b592 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.484718] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cd74fe-6b51-4e00-95f4-fdd07ad4ba84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.499699] env[62284]: DEBUG nova.compute.provider_tree [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2190.515218] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f1c97-a51d-4f03-8f54-f6baaad2d6dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.522733] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa795c3b-2574-4a49-9bc8-60b1caf2ce4f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.536621] env[62284]: DEBUG nova.virt.block_device [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Updating existing volume attachment record: c02f1d36-a82a-400d-adbf-0e98fdde247c {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2190.558141] env[62284]: DEBUG nova.objects.instance [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'flavor' on Instance uuid 4cc128c9-3cc1-4089-9237-feb261023085 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2190.694851] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00ffc4-dfc5-4a6a-bf5f-2bf7e95a9c2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.716030] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance 'b823781e-1800-4d95-b61d-cf7fb3735b65' progress to 0 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2190.943569] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.943856] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.944068] env[62284]: DEBUG nova.network.neutron [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.022902] env[62284]: ERROR nova.scheduler.client.report [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [req-0fa38c14-31ad-4482-adb2-b46536e818a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0fa38c14-31ad-4482-adb2-b46536e818a2"}]} [ 2191.040031] env[62284]: DEBUG nova.scheduler.client.report [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2191.055103] env[62284]: DEBUG nova.scheduler.client.report [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2191.055351] env[62284]: DEBUG nova.compute.provider_tree [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2191.064441] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.064441] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.064441] env[62284]: DEBUG nova.network.neutron [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.064441] env[62284]: DEBUG nova.objects.instance [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'info_cache' on Instance uuid 4cc128c9-3cc1-4089-9237-feb261023085 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.069189] env[62284]: DEBUG nova.scheduler.client.report [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2191.090035] env[62284]: DEBUG nova.scheduler.client.report [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2191.223317] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2191.224666] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d7d288-6691-48fc-973e-3438641009fd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.228210] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3410c2f8-3818-4291-bc85-f28f822ee2a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.237161] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d37869-fa9d-4428-83c4-da54e78401d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.242114] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2191.242114] env[62284]: value = "task-1955492" [ 2191.242114] env[62284]: _type = "Task" [ 2191.242114] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.284164] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97ee9d0-3cc6-4b27-ac1b-2dfe135e808e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.290564] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.296110] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de470b-4cb6-4baa-bc8e-d621c230d793 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.312888] env[62284]: DEBUG nova.compute.provider_tree [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2191.567538] env[62284]: DEBUG nova.objects.base [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Object Instance<4cc128c9-3cc1-4089-9237-feb261023085> lazy-loaded attributes: flavor,info_cache {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2191.665525] env[62284]: DEBUG nova.network.neutron [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [{"id": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "address": "fa:16:3e:13:af:b7", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d84dfe-69", "ovs_interfaceid": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.752178] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955492, 'name': PowerOffVM_Task, 'duration_secs': 0.212499} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.752443] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2191.752634] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance 'b823781e-1800-4d95-b61d-cf7fb3735b65' progress to 17 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2191.841161] env[62284]: DEBUG nova.scheduler.client.report [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2191.841477] env[62284]: DEBUG nova.compute.provider_tree [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 170 to 171 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2191.841692] env[62284]: DEBUG nova.compute.provider_tree [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2192.167875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.258319] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2192.258569] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2192.258730] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2192.258913] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2192.259073] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2192.259227] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2192.259433] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2192.259597] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2192.259762] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2192.259925] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2192.260111] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2192.265233] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5becaa15-7651-4c74-af3c-6aed80439b21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.276013] env[62284]: DEBUG nova.network.neutron [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updating instance_info_cache with network_info: [{"id": "29410061-2f8d-454d-a42c-a60cc056cf84", "address": "fa:16:3e:76:8c:61", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29410061-2f", "ovs_interfaceid": "29410061-2f8d-454d-a42c-a60cc056cf84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.284592] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2192.284592] env[62284]: value = "task-1955493" [ 2192.284592] env[62284]: _type = "Task" [ 2192.284592] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.294586] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.346697] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.063s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.347267] env[62284]: DEBUG nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2192.350391] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.803s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.350620] env[62284]: DEBUG nova.objects.instance [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lazy-loading 'resources' on Instance uuid 7be34aae-58c4-44fb-8dee-746f06c29cca {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.677217] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f8c376-55d9-4e67-b690-0311e790276c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.685059] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abedf14b-5401-40c8-8b08-9d4863696bb2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.778909] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.796120] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955493, 'name': ReconfigVM_Task, 'duration_secs': 0.161104} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.796467] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance 'b823781e-1800-4d95-b61d-cf7fb3735b65' progress to 33 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2192.857387] env[62284]: DEBUG nova.compute.utils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2192.859229] env[62284]: DEBUG nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2192.859395] env[62284]: DEBUG nova.network.neutron [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2192.903030] env[62284]: DEBUG nova.policy [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2429c883e234b14b60b57f3cafbd363', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6251244c78fa40908b7d0af2b9830cc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2192.978507] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3b421b-7d1e-4463-8ab9-e7a70bd9d612 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.987333] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b642a4e7-6fa3-45e3-9d60-c083f6c2073f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.020615] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8571f-0c8c-4a4b-988c-dc5cf4057561 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.029210] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f11a4f-59fc-4283-b4b0-ef448ab1d36b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.044278] env[62284]: DEBUG nova.compute.provider_tree [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2193.163772] env[62284]: DEBUG nova.network.neutron [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Successfully created port: c25b5ed9-e1b4-417e-a413-b5273e6da9fe {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2193.302798] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2193.303263] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2193.303263] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2193.303358] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2193.303511] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2193.303659] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2193.303871] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2193.304031] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2193.304202] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2193.304365] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2193.304564] env[62284]: DEBUG nova.virt.hardware [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2193.310187] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2193.310789] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c878ed4-c4be-43e1-9664-81b52719bdea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.333135] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2193.333135] env[62284]: value = "task-1955495" [ 2193.333135] env[62284]: _type = "Task" [ 2193.333135] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.341472] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.363829] env[62284]: DEBUG nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2193.415599] env[62284]: DEBUG nova.network.neutron [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Successfully created port: 75ab5254-043f-4bd5-ac5d-fc0cd8cc252d {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2193.547476] env[62284]: DEBUG nova.scheduler.client.report [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2193.787729] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2193.787729] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42194c15-066f-4dca-beec-a799cc225668 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.790846] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600dc5a9-87e0-4154-a360-cd8ea5b47c41 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.796473] env[62284]: DEBUG oslo_vmware.api [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2193.796473] env[62284]: value = "task-1955496" [ 2193.796473] env[62284]: _type = "Task" [ 2193.796473] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.816594] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f021c16f-76a8-4314-984b-b84470ab16b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.822535] env[62284]: DEBUG oslo_vmware.api [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955496, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.827388] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance 'd05174cd-a87d-45ae-b584-b06aa41b99e1' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2193.842236] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955495, 'name': ReconfigVM_Task, 'duration_secs': 0.187229} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.842504] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2193.843286] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2741cd2-5d65-4aab-90df-ec46680101d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.865441] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-9c2adb3f-630e-4d14-97f4-358ec559bccb/volume-9c2adb3f-630e-4d14-97f4-358ec559bccb.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2193.865750] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8526c0-7591-4f4e-b2d2-d00da9c4a037 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.889290] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2193.889290] env[62284]: value = "task-1955497" [ 2193.889290] env[62284]: _type = "Task" [ 2193.889290] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.898685] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.055245] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.074319] env[62284]: INFO nova.scheduler.client.report [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Deleted allocations for instance 7be34aae-58c4-44fb-8dee-746f06c29cca [ 2194.307432] env[62284]: DEBUG oslo_vmware.api [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955496, 'name': PowerOnVM_Task, 'duration_secs': 0.419235} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.307751] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2194.307842] env[62284]: DEBUG nova.compute.manager [None req-7d339cdf-fad6-4bd1-be87-0aeb13fc2c11 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2194.308629] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd05234-ce84-48b0-9e34-64d3b388de82 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.334278] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2194.334585] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d426904-6958-4163-9df4-80c2c80b7fc8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.344708] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2194.344708] env[62284]: value = "task-1955498" [ 2194.344708] env[62284]: _type = "Task" [ 2194.344708] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.354846] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.385354] env[62284]: DEBUG nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2194.402410] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955497, 'name': ReconfigVM_Task, 'duration_secs': 0.268893} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.402805] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-9c2adb3f-630e-4d14-97f4-358ec559bccb/volume-9c2adb3f-630e-4d14-97f4-358ec559bccb.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2194.403199] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance 'b823781e-1800-4d95-b61d-cf7fb3735b65' progress to 50 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.418560] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2194.418917] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2194.419170] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2194.419438] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2194.419653] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2194.419882] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2194.420256] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2194.420521] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2194.421170] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2194.421170] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2194.421385] env[62284]: DEBUG nova.virt.hardware [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2194.423118] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd1c156-fe61-43d3-8cfe-c0cb16aa461e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.434913] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1c84ef-14c3-447a-94ab-f9c06e6805d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.581391] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f81f4459-51d7-4f60-9957-3b7c1441a798 tempest-AttachInterfacesTestJSON-774346933 tempest-AttachInterfacesTestJSON-774346933-project-member] Lock "7be34aae-58c4-44fb-8dee-746f06c29cca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.831s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.856547] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955498, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.914144] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52de0a6-20bb-4bae-92e7-4e40c758532b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.935698] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4306152e-d16d-4dba-a417-d44141ed51fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.955453] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance 'b823781e-1800-4d95-b61d-cf7fb3735b65' progress to 67 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2195.005402] env[62284]: DEBUG nova.compute.manager [req-ecfe9cb5-ff1f-43c8-94f9-3d74f2812324 req-d2da9bb5-12ce-45c4-843d-28730ee43324 service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Received event network-vif-plugged-c25b5ed9-e1b4-417e-a413-b5273e6da9fe {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2195.005402] env[62284]: DEBUG oslo_concurrency.lockutils [req-ecfe9cb5-ff1f-43c8-94f9-3d74f2812324 req-d2da9bb5-12ce-45c4-843d-28730ee43324 service nova] Acquiring lock "4f318121-8c89-4285-8023-fdccba428981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.005402] env[62284]: DEBUG oslo_concurrency.lockutils [req-ecfe9cb5-ff1f-43c8-94f9-3d74f2812324 req-d2da9bb5-12ce-45c4-843d-28730ee43324 service nova] Lock "4f318121-8c89-4285-8023-fdccba428981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.005402] env[62284]: DEBUG oslo_concurrency.lockutils [req-ecfe9cb5-ff1f-43c8-94f9-3d74f2812324 req-d2da9bb5-12ce-45c4-843d-28730ee43324 service nova] Lock "4f318121-8c89-4285-8023-fdccba428981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.005715] env[62284]: DEBUG nova.compute.manager [req-ecfe9cb5-ff1f-43c8-94f9-3d74f2812324 req-d2da9bb5-12ce-45c4-843d-28730ee43324 service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] No waiting events found dispatching network-vif-plugged-c25b5ed9-e1b4-417e-a413-b5273e6da9fe {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2195.005715] env[62284]: WARNING nova.compute.manager [req-ecfe9cb5-ff1f-43c8-94f9-3d74f2812324 req-d2da9bb5-12ce-45c4-843d-28730ee43324 service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Received unexpected event network-vif-plugged-c25b5ed9-e1b4-417e-a413-b5273e6da9fe for instance with vm_state building and task_state spawning. [ 2195.081549] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2195.081794] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402945', 'volume_id': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'name': 'volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b246dd-8b38-4f6b-a54e-75e365dc0908', 'attached_at': '', 'detached_at': '', 'volume_id': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'serial': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2195.082747] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c6827f-1677-425f-b71e-1a4244cf7e92 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.105509] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c515f165-3624-4eb0-a6c5-cfd3e7c01cab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.135420] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85/volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2195.135740] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b22f1c09-73cb-42da-bc87-6274d97183d7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.154535] env[62284]: DEBUG nova.network.neutron [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Successfully updated port: c25b5ed9-e1b4-417e-a413-b5273e6da9fe {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2195.158243] env[62284]: DEBUG oslo_vmware.api [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2195.158243] env[62284]: value = "task-1955499" [ 2195.158243] env[62284]: _type = "Task" [ 2195.158243] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.168657] env[62284]: DEBUG oslo_vmware.api [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.357742] env[62284]: DEBUG oslo_vmware.api [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955498, 'name': PowerOnVM_Task, 'duration_secs': 0.654997} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.358273] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2195.358412] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-ede4326f-dc20-42c6-bb79-5bcc9d2ac769 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance 'd05174cd-a87d-45ae-b584-b06aa41b99e1' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2195.668454] env[62284]: DEBUG oslo_vmware.api [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955499, 'name': ReconfigVM_Task, 'duration_secs': 0.360539} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.668752] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85/volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2195.673673] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7827b7ce-ce96-4217-99c6-2a0e5950cb21 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.689900] env[62284]: DEBUG oslo_vmware.api [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2195.689900] env[62284]: value = "task-1955500" [ 2195.689900] env[62284]: _type = "Task" [ 2195.689900] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.699590] env[62284]: DEBUG oslo_vmware.api [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.119495] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7055ba-2b5a-4f06-9640-d012cbf9e03b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.127481] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d8fade-57dd-4fc2-aacd-0ae604da66b1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Suspending the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2196.127800] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f7b50a20-acd3-4249-ae41-5cf2f0d96d39 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.137189] env[62284]: DEBUG oslo_vmware.api [None req-b2d8fade-57dd-4fc2-aacd-0ae604da66b1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2196.137189] env[62284]: value = "task-1955501" [ 2196.137189] env[62284]: _type = "Task" [ 2196.137189] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.151489] env[62284]: DEBUG oslo_vmware.api [None req-b2d8fade-57dd-4fc2-aacd-0ae604da66b1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955501, 'name': SuspendVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.203444] env[62284]: DEBUG oslo_vmware.api [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955500, 'name': ReconfigVM_Task, 'duration_secs': 0.160385} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.203797] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402945', 'volume_id': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'name': 'volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b246dd-8b38-4f6b-a54e-75e365dc0908', 'attached_at': '', 'detached_at': '', 'volume_id': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'serial': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2196.631334] env[62284]: DEBUG nova.network.neutron [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Port 9858e318-546a-4178-8bb2-251dd38fc82f binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2196.648858] env[62284]: DEBUG oslo_vmware.api [None req-b2d8fade-57dd-4fc2-aacd-0ae604da66b1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955501, 'name': SuspendVM_Task} progress is 62%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.051963] env[62284]: DEBUG nova.compute.manager [req-50c2aff8-98c4-4880-9ec9-86c4ebca3dbe req-1c3edd1f-f445-4195-9768-d3e55ea53dba service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Received event network-changed-c25b5ed9-e1b4-417e-a413-b5273e6da9fe {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2197.051963] env[62284]: DEBUG nova.compute.manager [req-50c2aff8-98c4-4880-9ec9-86c4ebca3dbe req-1c3edd1f-f445-4195-9768-d3e55ea53dba service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Refreshing instance network info cache due to event network-changed-c25b5ed9-e1b4-417e-a413-b5273e6da9fe. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2197.051963] env[62284]: DEBUG oslo_concurrency.lockutils [req-50c2aff8-98c4-4880-9ec9-86c4ebca3dbe req-1c3edd1f-f445-4195-9768-d3e55ea53dba service nova] Acquiring lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.051963] env[62284]: DEBUG oslo_concurrency.lockutils [req-50c2aff8-98c4-4880-9ec9-86c4ebca3dbe req-1c3edd1f-f445-4195-9768-d3e55ea53dba service nova] Acquired lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.051963] env[62284]: DEBUG nova.network.neutron [req-50c2aff8-98c4-4880-9ec9-86c4ebca3dbe req-1c3edd1f-f445-4195-9768-d3e55ea53dba service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Refreshing network info cache for port c25b5ed9-e1b4-417e-a413-b5273e6da9fe {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2197.152744] env[62284]: DEBUG oslo_vmware.api [None req-b2d8fade-57dd-4fc2-aacd-0ae604da66b1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955501, 'name': SuspendVM_Task, 'duration_secs': 1.009366} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.152744] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d8fade-57dd-4fc2-aacd-0ae604da66b1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Suspended the VM {{(pid=62284) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2197.152987] env[62284]: DEBUG nova.compute.manager [None req-b2d8fade-57dd-4fc2-aacd-0ae604da66b1 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2197.153643] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ee214d-3240-49ad-8c46-c30d83be0018 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.240674] env[62284]: DEBUG nova.objects.instance [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid c8b246dd-8b38-4f6b-a54e-75e365dc0908 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2197.607301] env[62284]: DEBUG nova.network.neutron [req-50c2aff8-98c4-4880-9ec9-86c4ebca3dbe req-1c3edd1f-f445-4195-9768-d3e55ea53dba service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2197.670397] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2197.670835] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.671135] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.721056] env[62284]: DEBUG nova.network.neutron [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Port 10d84dfe-699b-485c-b9f1-83c5cce53af0 binding to destination host cpu-1 is already ACTIVE {{(pid=62284) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2197.721355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.721517] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.721684] env[62284]: DEBUG nova.network.neutron [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2197.735938] env[62284]: DEBUG nova.network.neutron [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Successfully updated port: 75ab5254-043f-4bd5-ac5d-fc0cd8cc252d {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2197.745638] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cc984b53-aa25-4bf3-aab6-3c7c20cac5a2 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.799336] env[62284]: DEBUG nova.network.neutron [req-50c2aff8-98c4-4880-9ec9-86c4ebca3dbe req-1c3edd1f-f445-4195-9768-d3e55ea53dba service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.240136] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.303915] env[62284]: DEBUG oslo_concurrency.lockutils [req-50c2aff8-98c4-4880-9ec9-86c4ebca3dbe req-1c3edd1f-f445-4195-9768-d3e55ea53dba service nova] Releasing lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.304477] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquired lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.304740] env[62284]: DEBUG nova.network.neutron [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2198.532849] env[62284]: DEBUG nova.network.neutron [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [{"id": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "address": "fa:16:3e:13:af:b7", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d84dfe-69", "ovs_interfaceid": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.583276] env[62284]: INFO nova.compute.manager [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Resuming [ 2198.584022] env[62284]: DEBUG nova.objects.instance [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'flavor' on Instance uuid 4cc128c9-3cc1-4089-9237-feb261023085 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2198.714848] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.714848] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.714848] env[62284]: DEBUG nova.network.neutron [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2198.861823] env[62284]: DEBUG nova.network.neutron [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2199.036176] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2199.073339] env[62284]: DEBUG nova.compute.manager [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Received event network-vif-plugged-75ab5254-043f-4bd5-ac5d-fc0cd8cc252d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2199.073579] env[62284]: DEBUG oslo_concurrency.lockutils [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] Acquiring lock "4f318121-8c89-4285-8023-fdccba428981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.073782] env[62284]: DEBUG oslo_concurrency.lockutils [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] Lock "4f318121-8c89-4285-8023-fdccba428981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.073917] env[62284]: DEBUG oslo_concurrency.lockutils [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] Lock "4f318121-8c89-4285-8023-fdccba428981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.074105] env[62284]: DEBUG nova.compute.manager [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] No waiting events found dispatching network-vif-plugged-75ab5254-043f-4bd5-ac5d-fc0cd8cc252d {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2199.074354] env[62284]: WARNING nova.compute.manager [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Received unexpected event network-vif-plugged-75ab5254-043f-4bd5-ac5d-fc0cd8cc252d for instance with vm_state building and task_state spawning. [ 2199.074554] env[62284]: DEBUG nova.compute.manager [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Received event network-changed-75ab5254-043f-4bd5-ac5d-fc0cd8cc252d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2199.074715] env[62284]: DEBUG nova.compute.manager [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Refreshing instance network info cache due to event network-changed-75ab5254-043f-4bd5-ac5d-fc0cd8cc252d. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2199.074892] env[62284]: DEBUG oslo_concurrency.lockutils [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] Acquiring lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.129652] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.129889] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.204954] env[62284]: DEBUG nova.network.neutron [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Updating instance_info_cache with network_info: [{"id": "c25b5ed9-e1b4-417e-a413-b5273e6da9fe", "address": "fa:16:3e:11:12:a7", "network": {"id": "f949bc64-dc6d-46c3-a775-083cb7ca1c77", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1451382639", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25b5ed9-e1", "ovs_interfaceid": "c25b5ed9-e1b4-417e-a413-b5273e6da9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75ab5254-043f-4bd5-ac5d-fc0cd8cc252d", "address": "fa:16:3e:12:d3:2f", "network": {"id": "a7470346-97be-4b68-b5cb-d62b23787cbc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1787568097", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ab5254-04", "ovs_interfaceid": "75ab5254-043f-4bd5-ac5d-fc0cd8cc252d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.473673] env[62284]: DEBUG nova.network.neutron [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance_info_cache with network_info: [{"id": "9858e318-546a-4178-8bb2-251dd38fc82f", "address": "fa:16:3e:88:d3:c0", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9858e318-54", "ovs_interfaceid": "9858e318-546a-4178-8bb2-251dd38fc82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.542265] env[62284]: DEBUG nova.compute.manager [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62284) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2199.632840] env[62284]: DEBUG nova.compute.utils [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2199.710165] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Releasing lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2199.710570] env[62284]: DEBUG nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Instance network_info: |[{"id": "c25b5ed9-e1b4-417e-a413-b5273e6da9fe", "address": "fa:16:3e:11:12:a7", "network": {"id": "f949bc64-dc6d-46c3-a775-083cb7ca1c77", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1451382639", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25b5ed9-e1", "ovs_interfaceid": "c25b5ed9-e1b4-417e-a413-b5273e6da9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75ab5254-043f-4bd5-ac5d-fc0cd8cc252d", "address": "fa:16:3e:12:d3:2f", "network": {"id": "a7470346-97be-4b68-b5cb-d62b23787cbc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1787568097", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ab5254-04", "ovs_interfaceid": "75ab5254-043f-4bd5-ac5d-fc0cd8cc252d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2199.710883] env[62284]: DEBUG oslo_concurrency.lockutils [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] Acquired lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.711080] env[62284]: DEBUG nova.network.neutron [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Refreshing network info cache for port 75ab5254-043f-4bd5-ac5d-fc0cd8cc252d {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2199.712318] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:12:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c25b5ed9-e1b4-417e-a413-b5273e6da9fe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:d3:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75ab5254-043f-4bd5-ac5d-fc0cd8cc252d', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2199.722187] env[62284]: DEBUG oslo.service.loopingcall [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2199.725418] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f318121-8c89-4285-8023-fdccba428981] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2199.727019] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa1af8d-797d-4e0e-bcff-01b83563234c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.750216] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2199.750216] env[62284]: value = "task-1955502" [ 2199.750216] env[62284]: _type = "Task" [ 2199.750216] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.759185] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955502, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.975831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.011241] env[62284]: DEBUG nova.network.neutron [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Updated VIF entry in instance network info cache for port 75ab5254-043f-4bd5-ac5d-fc0cd8cc252d. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2200.011660] env[62284]: DEBUG nova.network.neutron [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Updating instance_info_cache with network_info: [{"id": "c25b5ed9-e1b4-417e-a413-b5273e6da9fe", "address": "fa:16:3e:11:12:a7", "network": {"id": "f949bc64-dc6d-46c3-a775-083cb7ca1c77", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1451382639", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc25b5ed9-e1", "ovs_interfaceid": "c25b5ed9-e1b4-417e-a413-b5273e6da9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "75ab5254-043f-4bd5-ac5d-fc0cd8cc252d", "address": "fa:16:3e:12:d3:2f", "network": {"id": "a7470346-97be-4b68-b5cb-d62b23787cbc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1787568097", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6251244c78fa40908b7d0af2b9830cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ab5254-04", "ovs_interfaceid": "75ab5254-043f-4bd5-ac5d-fc0cd8cc252d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.093920] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.094143] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquired lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.094333] env[62284]: DEBUG nova.network.neutron [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2200.136169] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.260427] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955502, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.284013] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquiring lock "7581f963-56e4-41ff-8f85-9d8511d84487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.284264] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "7581f963-56e4-41ff-8f85-9d8511d84487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.485885] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3fbb23-1de2-4ffd-8b6c-c09c82e1ae9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.494157] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1935d739-f572-4876-8bc6-eabb8595a302 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.514585] env[62284]: DEBUG oslo_concurrency.lockutils [req-27c4b315-27de-4a1d-a48e-7077814c87a1 req-9133305e-5ebb-4906-b0ce-781c0137b8ef service nova] Releasing lock "refresh_cache-4f318121-8c89-4285-8023-fdccba428981" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.666577] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.666862] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.761032] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955502, 'name': CreateVM_Task, 'duration_secs': 0.606702} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.761333] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f318121-8c89-4285-8023-fdccba428981] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2200.761980] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.762168] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.762483] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2200.762731] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1917d9-32dc-49df-a063-eb6cf37f1ee5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.768047] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2200.768047] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5215ba3d-0a0a-63e2-6104-2f42c6db1072" [ 2200.768047] env[62284]: _type = "Task" [ 2200.768047] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.777057] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5215ba3d-0a0a-63e2-6104-2f42c6db1072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.786376] env[62284]: DEBUG nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2200.853806] env[62284]: DEBUG nova.network.neutron [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updating instance_info_cache with network_info: [{"id": "29410061-2f8d-454d-a42c-a60cc056cf84", "address": "fa:16:3e:76:8c:61", "network": {"id": "73ec4955-81d5-4d56-b2cb-e87dad0ef23a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1694544255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2c096ef153e4cb181db153b8bf0d791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29410061-2f", "ovs_interfaceid": "29410061-2f8d-454d-a42c-a60cc056cf84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.171022] env[62284]: DEBUG nova.objects.instance [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'migration_context' on Instance uuid d05174cd-a87d-45ae-b584-b06aa41b99e1 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2201.216579] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.216579] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.216579] env[62284]: INFO nova.compute.manager [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Attaching volume ce0920a0-a2fb-48b8-b835-117442cce6bc to /dev/sdc [ 2201.247092] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2eef77-cfaa-4ea4-b47a-e087d4f92640 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.260496] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b11e0a3-c7af-4440-87ef-c720865d3ecc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.275038] env[62284]: DEBUG nova.virt.block_device [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Updating existing volume attachment record: 93708021-14b2-4476-8ed0-d5e7e6e1e0b5 {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2201.283836] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5215ba3d-0a0a-63e2-6104-2f42c6db1072, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.284283] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.284636] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2201.285012] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.285273] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.285569] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2201.285890] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-122d4814-e2b2-4734-8ad8-9dcd69f958a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.294481] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2201.294714] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2201.297726] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc33201d-c97d-4a3b-970e-b89ae1106ba6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.303719] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2201.303719] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520a844d-dac7-133e-d2df-be1a4225f2a5" [ 2201.303719] env[62284]: _type = "Task" [ 2201.303719] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.311721] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520a844d-dac7-133e-d2df-be1a4225f2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.313674] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.356414] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Releasing lock "refresh_cache-4cc128c9-3cc1-4089-9237-feb261023085" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.357312] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd1427d-8217-4b91-bd00-20edc2aa0627 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.363487] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Resuming the VM {{(pid=62284) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2201.363711] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63d86d68-6abb-40af-933e-ca82228bccf3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.369891] env[62284]: DEBUG oslo_vmware.api [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2201.369891] env[62284]: value = "task-1955503" [ 2201.369891] env[62284]: _type = "Task" [ 2201.369891] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.377253] env[62284]: DEBUG oslo_vmware.api [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.590958] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66f7a21-75f8-4978-896b-71d15f56f936 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.611964] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc03377-ab7e-46d2-b923-b9469987de56 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.619928] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance 'b823781e-1800-4d95-b61d-cf7fb3735b65' progress to 83 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2201.818203] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520a844d-dac7-133e-d2df-be1a4225f2a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.819224] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878ff39e-0dc0-4bc6-b906-fd655e46bb9e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.823789] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e97a3-480e-4d32-9ade-c427ff22edc5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.833736] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0376a7-c726-4f96-be3d-902ad39497b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.837480] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2201.837480] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522ec18d-9696-8f4a-bd83-059cf57360d4" [ 2201.837480] env[62284]: _type = "Task" [ 2201.837480] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.868753] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10da6af-5f54-40db-82b8-058769a51be5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.878870] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]522ec18d-9696-8f4a-bd83-059cf57360d4, 'name': SearchDatastore_Task, 'duration_secs': 0.030782} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.881781] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.882128] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4f318121-8c89-4285-8023-fdccba428981/4f318121-8c89-4285-8023-fdccba428981.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2201.882439] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c3d471c-8f2b-4db9-933f-0ad856249964 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.885603] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fce711-aa91-4b54-8c5a-cf0ba60557ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.893201] env[62284]: DEBUG oslo_vmware.api [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.906845] env[62284]: DEBUG nova.compute.provider_tree [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2201.909798] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2201.909798] env[62284]: value = "task-1955505" [ 2201.909798] env[62284]: _type = "Task" [ 2201.909798] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.920034] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.126435] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2202.126825] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c72993-697d-41cb-b136-b252542a2cfa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.135191] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2202.135191] env[62284]: value = "task-1955506" [ 2202.135191] env[62284]: _type = "Task" [ 2202.135191] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.144208] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.382635] env[62284]: DEBUG oslo_vmware.api [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955503, 'name': PowerOnVM_Task, 'duration_secs': 0.53953} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.382938] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Resumed the VM {{(pid=62284) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2202.383148] env[62284]: DEBUG nova.compute.manager [None req-4f6acdbe-fa45-48fc-9343-8c479d355f60 tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2202.383972] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da1768c-e5e2-4d89-a1a3-e5ca9ae0be30 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.411807] env[62284]: DEBUG nova.scheduler.client.report [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2202.425356] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955505, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.646256] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955506, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.929557] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692337} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.929948] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4f318121-8c89-4285-8023-fdccba428981/4f318121-8c89-4285-8023-fdccba428981.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2202.930152] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2202.930335] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8df91ce0-5bbf-4fb3-8fe7-bdfc0d39f9f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.938500] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2202.938500] env[62284]: value = "task-1955507" [ 2202.938500] env[62284]: _type = "Task" [ 2202.938500] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.947352] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.145985] env[62284]: DEBUG oslo_vmware.api [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955506, 'name': PowerOnVM_Task, 'duration_secs': 0.62376} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.146297] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2203.146488] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e26527-9e22-473f-aa88-8a7acd9e7217 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance 'b823781e-1800-4d95-b61d-cf7fb3735b65' progress to 100 {{(pid=62284) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2203.358198] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "4cc128c9-3cc1-4089-9237-feb261023085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.358464] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "4cc128c9-3cc1-4089-9237-feb261023085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.358687] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "4cc128c9-3cc1-4089-9237-feb261023085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.358875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "4cc128c9-3cc1-4089-9237-feb261023085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.359058] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "4cc128c9-3cc1-4089-9237-feb261023085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.361331] env[62284]: INFO nova.compute.manager [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Terminating instance [ 2203.426093] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.758s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.436042] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.120s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.436042] env[62284]: INFO nova.compute.claims [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2203.456205] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074125} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.456464] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2203.457371] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88da13f-3d54-4c46-b3b1-d4b3fbe54f0b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.488497] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 4f318121-8c89-4285-8023-fdccba428981/4f318121-8c89-4285-8023-fdccba428981.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2203.490211] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225ddd5c-7c16-4eb5-9a47-02fbfced3900 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.512828] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2203.512828] env[62284]: value = "task-1955509" [ 2203.512828] env[62284]: _type = "Task" [ 2203.512828] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.523963] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.865567] env[62284]: DEBUG nova.compute.manager [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2203.865811] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2203.866748] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f90266f-8a7b-4466-bbbf-4bbd51bc24a6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.875540] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2203.875807] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e71d3992-8591-4bcd-b2bb-1c73d8956718 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.884247] env[62284]: DEBUG oslo_vmware.api [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2203.884247] env[62284]: value = "task-1955510" [ 2203.884247] env[62284]: _type = "Task" [ 2203.884247] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.894117] env[62284]: DEBUG oslo_vmware.api [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.025934] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.395279] env[62284]: DEBUG oslo_vmware.api [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955510, 'name': PowerOffVM_Task, 'duration_secs': 0.329501} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.395503] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2204.395675] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2204.395935] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b00ad3e-2f5e-4171-920f-5836b8d1a4a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.527979] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955509, 'name': ReconfigVM_Task, 'duration_secs': 0.837353} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.528168] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 4f318121-8c89-4285-8023-fdccba428981/4f318121-8c89-4285-8023-fdccba428981.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2204.528790] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac62c3c-7a0f-4785-9fa6-173591ac634d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.537828] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2204.537828] env[62284]: value = "task-1955512" [ 2204.537828] env[62284]: _type = "Task" [ 2204.537828] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.550672] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955512, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.633597] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12913af8-d161-48c6-8034-e0284341f72d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.642557] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9552b16f-03f5-473f-b7aa-d069087d6743 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.677290] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6460a729-8313-4345-9a9c-cbc6e407731d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.686672] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63738727-2561-409e-bfe4-ac505d20f7ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.711215] env[62284]: DEBUG nova.compute.provider_tree [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2204.978024] env[62284]: INFO nova.compute.manager [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Swapping old allocation on dict_keys(['442cc14a-9667-48af-bb01-49285ca8ee22']) held by migration c7bf4e46-0208-4fbf-85c8-63ed206f7bfc for instance [ 2204.978696] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "b823781e-1800-4d95-b61d-cf7fb3735b65" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.978963] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.979175] env[62284]: DEBUG nova.compute.manager [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Going to confirm migration 10 {{(pid=62284) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2205.005896] env[62284]: DEBUG nova.scheduler.client.report [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Overwriting current allocation {'allocations': {'442cc14a-9667-48af-bb01-49285ca8ee22': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '5b0d9d7e008e473980d4d05fd0126813', 'user_id': '33f9f816575a4c8b9167c84091e7e6ec', 'consumer_generation': 1} on consumer d05174cd-a87d-45ae-b584-b06aa41b99e1 {{(pid=62284) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2205.048417] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955512, 'name': Rename_Task, 'duration_secs': 0.182997} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.048821] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2205.049073] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75dadada-f283-466f-9d60-c9cab8b4b7cf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.057447] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2205.057447] env[62284]: value = "task-1955513" [ 2205.057447] env[62284]: _type = "Task" [ 2205.057447] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.066270] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.082039] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.082327] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.082534] env[62284]: DEBUG nova.network.neutron [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2205.234436] env[62284]: ERROR nova.scheduler.client.report [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [req-d60a3fdc-5e5e-4893-91b8-75c4a260e94d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 442cc14a-9667-48af-bb01-49285ca8ee22. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d60a3fdc-5e5e-4893-91b8-75c4a260e94d"}]} [ 2205.251399] env[62284]: DEBUG nova.scheduler.client.report [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Refreshing inventories for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2205.266035] env[62284]: DEBUG nova.scheduler.client.report [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Updating ProviderTree inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2205.266416] env[62284]: DEBUG nova.compute.provider_tree [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2205.277671] env[62284]: DEBUG nova.scheduler.client.report [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Refreshing aggregate associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, aggregates: None {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2205.297448] env[62284]: DEBUG nova.scheduler.client.report [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Refreshing trait associations for resource provider 442cc14a-9667-48af-bb01-49285ca8ee22, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62284) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2205.413298] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e535e6-d504-40f4-bcda-9d685c914bcf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.422110] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d8395d-cce2-4246-8b1c-cd1e09012d9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.453757] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b0719b-3307-48e3-b984-3cae9bd1f992 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.461829] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc358f-4c81-47dc-aa5d-f988c00ea28d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.475016] env[62284]: DEBUG nova.compute.provider_tree [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2205.520419] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.520592] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquired lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.520780] env[62284]: DEBUG nova.network.neutron [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2205.520968] env[62284]: DEBUG nova.objects.instance [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'info_cache' on Instance uuid b823781e-1800-4d95-b61d-cf7fb3735b65 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.569426] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.818727] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2205.819011] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402947', 'volume_id': 'ce0920a0-a2fb-48b8-b835-117442cce6bc', 'name': 'volume-ce0920a0-a2fb-48b8-b835-117442cce6bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b246dd-8b38-4f6b-a54e-75e365dc0908', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce0920a0-a2fb-48b8-b835-117442cce6bc', 'serial': 'ce0920a0-a2fb-48b8-b835-117442cce6bc'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2205.819939] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7225f7-5fe8-46d1-9ade-8347ce886a7b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.839250] env[62284]: DEBUG nova.network.neutron [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [{"id": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "address": "fa:16:3e:13:af:b7", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d84dfe-69", "ovs_interfaceid": "10d84dfe-699b-485c-b9f1-83c5cce53af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.840968] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948c9868-e60a-4aae-8f12-6bfc8ba73d25 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.868824] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-ce0920a0-a2fb-48b8-b835-117442cce6bc/volume-ce0920a0-a2fb-48b8-b835-117442cce6bc.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2205.869763] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e65c6b-1c32-494e-941c-21b6ee60d691 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.889700] env[62284]: DEBUG oslo_vmware.api [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2205.889700] env[62284]: value = "task-1955514" [ 2205.889700] env[62284]: _type = "Task" [ 2205.889700] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.898918] env[62284]: DEBUG oslo_vmware.api [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.008250] env[62284]: DEBUG nova.scheduler.client.report [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2206.008561] env[62284]: DEBUG nova.compute.provider_tree [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 173 to 174 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2206.008752] env[62284]: DEBUG nova.compute.provider_tree [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2206.069569] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955513, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.344861] env[62284]: DEBUG oslo_concurrency.lockutils [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-d05174cd-a87d-45ae-b584-b06aa41b99e1" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.346007] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f32a514-4d43-4ea9-8880-dcc43e7df3a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.353984] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1920c2f-ce67-49be-ac01-51dff32192aa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.399704] env[62284]: DEBUG oslo_vmware.api [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955514, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.513824] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.080s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.514387] env[62284]: DEBUG nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2206.568923] env[62284]: DEBUG oslo_vmware.api [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955513, 'name': PowerOnVM_Task, 'duration_secs': 1.028091} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.569203] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2206.569409] env[62284]: INFO nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Took 12.18 seconds to spawn the instance on the hypervisor. [ 2206.569588] env[62284]: DEBUG nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2206.570368] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1848cb8c-2371-4215-bb0b-5986d870e6be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.733750] env[62284]: DEBUG nova.network.neutron [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance_info_cache with network_info: [{"id": "9858e318-546a-4178-8bb2-251dd38fc82f", "address": "fa:16:3e:88:d3:c0", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9858e318-54", "ovs_interfaceid": "9858e318-546a-4178-8bb2-251dd38fc82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.900608] env[62284]: DEBUG oslo_vmware.api [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955514, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.020124] env[62284]: DEBUG nova.compute.utils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2207.021132] env[62284]: DEBUG nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2207.022211] env[62284]: DEBUG nova.network.neutron [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2207.060132] env[62284]: DEBUG nova.policy [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9255fd66c53240dab338e4b865ab2e3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd81bc8540a242598266cb5002aacd7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2207.090208] env[62284]: INFO nova.compute.manager [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Took 17.83 seconds to build instance. [ 2207.236835] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Releasing lock "refresh_cache-b823781e-1800-4d95-b61d-cf7fb3735b65" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.237250] env[62284]: DEBUG nova.objects.instance [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'migration_context' on Instance uuid b823781e-1800-4d95-b61d-cf7fb3735b65 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.317349] env[62284]: DEBUG nova.network.neutron [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Successfully created port: db77a793-e897-4786-ba73-0045db74fa4c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2207.403671] env[62284]: DEBUG oslo_vmware.api [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955514, 'name': ReconfigVM_Task, 'duration_secs': 1.372458} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.403986] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-ce0920a0-a2fb-48b8-b835-117442cce6bc/volume-ce0920a0-a2fb-48b8-b835-117442cce6bc.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2207.416129] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9412b979-f50f-4fe2-9389-31463c0fc3ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.437710] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2207.437710] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d41cad7d-4cd3-4e61-915d-e8f472e6af59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.443686] env[62284]: DEBUG oslo_vmware.api [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2207.443686] env[62284]: value = "task-1955515" [ 2207.443686] env[62284]: _type = "Task" [ 2207.443686] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.444983] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2207.444983] env[62284]: value = "task-1955516" [ 2207.444983] env[62284]: _type = "Task" [ 2207.444983] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.456966] env[62284]: DEBUG oslo_vmware.api [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.524887] env[62284]: DEBUG nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2207.590922] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "4f318121-8c89-4285-8023-fdccba428981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.593423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-4e9b6056-0771-45b9-9c89-97e19f735528 tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "4f318121-8c89-4285-8023-fdccba428981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.337s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.593423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "4f318121-8c89-4285-8023-fdccba428981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.593423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "4f318121-8c89-4285-8023-fdccba428981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.593423] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "4f318121-8c89-4285-8023-fdccba428981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.593709] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "4f318121-8c89-4285-8023-fdccba428981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.597070] env[62284]: INFO nova.compute.manager [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Terminating instance [ 2207.740192] env[62284]: DEBUG nova.objects.base [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2207.741152] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b784c206-f61e-4d4d-8de9-586616c3cdc1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.762321] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8f3c88-f578-4272-974f-6cb0813eb9be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.768166] env[62284]: DEBUG oslo_vmware.api [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2207.768166] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a7c48d-0bac-8b46-4cd5-e190d2dc22e4" [ 2207.768166] env[62284]: _type = "Task" [ 2207.768166] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.776558] env[62284]: DEBUG oslo_vmware.api [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a7c48d-0bac-8b46-4cd5-e190d2dc22e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.957552] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955516, 'name': PowerOffVM_Task, 'duration_secs': 0.216514} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.960727] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2207.961621] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2207.961710] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.963021] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2207.963021] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.963021] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2207.963021] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2207.963021] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2207.963021] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2207.963021] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2207.963348] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2207.963348] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2207.968745] env[62284]: DEBUG oslo_vmware.api [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955515, 'name': ReconfigVM_Task, 'duration_secs': 0.184105} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.968816] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e222c622-6998-4881-9183-f67ea1833770 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.979150] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402947', 'volume_id': 'ce0920a0-a2fb-48b8-b835-117442cce6bc', 'name': 'volume-ce0920a0-a2fb-48b8-b835-117442cce6bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b246dd-8b38-4f6b-a54e-75e365dc0908', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce0920a0-a2fb-48b8-b835-117442cce6bc', 'serial': 'ce0920a0-a2fb-48b8-b835-117442cce6bc'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2207.987679] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2207.987679] env[62284]: value = "task-1955517" [ 2207.987679] env[62284]: _type = "Task" [ 2207.987679] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.997030] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.100871] env[62284]: DEBUG nova.compute.manager [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2208.101300] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2208.102540] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f8ecf0-6d52-436c-8412-de55f6ff2ae0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.110454] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2208.110783] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e9a15d4-c5f1-45a2-bdca-7ef8cb189755 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.118327] env[62284]: DEBUG oslo_vmware.api [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2208.118327] env[62284]: value = "task-1955518" [ 2208.118327] env[62284]: _type = "Task" [ 2208.118327] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.127210] env[62284]: DEBUG oslo_vmware.api [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.282020] env[62284]: DEBUG oslo_vmware.api [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52a7c48d-0bac-8b46-4cd5-e190d2dc22e4, 'name': SearchDatastore_Task, 'duration_secs': 0.007317} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.283024] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.283024] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.498185] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955517, 'name': ReconfigVM_Task, 'duration_secs': 0.150258} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.499034] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0093a196-77d3-4aa9-95e4-53542027dc77 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.520387] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.520528] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.520686] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.520876] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.521052] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.521222] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.521430] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.521661] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.521890] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.522100] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.522296] env[62284]: DEBUG nova.virt.hardware [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.524943] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6792d0-95e0-444f-99c8-7a52fb73dc39 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.532309] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2208.532309] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520be6f2-2d08-5717-324d-6a5878202ccf" [ 2208.532309] env[62284]: _type = "Task" [ 2208.532309] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.537181] env[62284]: DEBUG nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2208.546225] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520be6f2-2d08-5717-324d-6a5878202ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.007962} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.551897] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2208.552517] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb8ef12-e0cc-4092-8424-950d3f9d5fee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.576451] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.576814] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.576907] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.577109] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.577265] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.577417] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.577629] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.577786] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.577977] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.578186] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.578466] env[62284]: DEBUG nova.virt.hardware [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.579286] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5eb1bd-a4e0-46f4-b29b-2ef490613cca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.583171] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2208.583171] env[62284]: value = "task-1955519" [ 2208.583171] env[62284]: _type = "Task" [ 2208.583171] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.591127] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39303507-b98b-4e7d-a1e6-244253411df5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.599655] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.623809] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2208.624057] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2208.624245] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleting the datastore file [datastore1] 4cc128c9-3cc1-4089-9237-feb261023085 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2208.624956] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71529d00-fdc4-4571-bdaf-e97e3a34228d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.630351] env[62284]: DEBUG oslo_vmware.api [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955518, 'name': PowerOffVM_Task, 'duration_secs': 0.226372} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.631091] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2208.631301] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2208.632205] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a4f3e6d-21be-40f8-9441-cc083cf3a4df {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.633800] env[62284]: DEBUG oslo_vmware.api [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for the task: (returnval){ [ 2208.633800] env[62284]: value = "task-1955520" [ 2208.633800] env[62284]: _type = "Task" [ 2208.633800] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.642140] env[62284]: DEBUG oslo_vmware.api [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.908768] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8616a0e9-8a65-40e9-b9ee-7b4d6935b50b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.918608] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab7fe0-e157-46b8-849a-5ed08e18b624 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.952987] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa865a1-73b0-4c21-8dee-2769afe48a4f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.955623] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2208.955826] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2208.956009] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Deleting the datastore file [datastore1] 4f318121-8c89-4285-8023-fdccba428981 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2208.956253] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-997d09e9-aa1d-40c3-a6f0-4262217b817e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.965890] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05558c61-7806-4d4a-a424-2f050e2b51b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.969538] env[62284]: DEBUG oslo_vmware.api [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for the task: (returnval){ [ 2208.969538] env[62284]: value = "task-1955522" [ 2208.969538] env[62284]: _type = "Task" [ 2208.969538] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.980260] env[62284]: DEBUG nova.compute.provider_tree [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2208.986853] env[62284]: DEBUG oslo_vmware.api [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.028828] env[62284]: DEBUG nova.objects.instance [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid c8b246dd-8b38-4f6b-a54e-75e365dc0908 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2209.094634] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955519, 'name': ReconfigVM_Task, 'duration_secs': 0.244712} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.094928] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2209.095775] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6ddc12-506e-4e32-b30a-c709794ca25d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.122162] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1/d05174cd-a87d-45ae-b584-b06aa41b99e1.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2209.122508] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9bcceb-c123-4a6d-ab04-a0c68fb42794 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.143288] env[62284]: DEBUG oslo_vmware.api [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Task: {'id': task-1955520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213671} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.144569] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2209.144773] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2209.144965] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2209.145156] env[62284]: INFO nova.compute.manager [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Took 5.28 seconds to destroy the instance on the hypervisor. [ 2209.145442] env[62284]: DEBUG oslo.service.loopingcall [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.145720] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2209.145720] env[62284]: value = "task-1955523" [ 2209.145720] env[62284]: _type = "Task" [ 2209.145720] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.145946] env[62284]: DEBUG nova.compute.manager [-] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2209.146026] env[62284]: DEBUG nova.network.neutron [-] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2209.159185] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.487380] env[62284]: DEBUG oslo_vmware.api [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Task: {'id': task-1955522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232343} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.488310] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2209.488561] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2209.488806] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2209.489014] env[62284]: INFO nova.compute.manager [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] [instance: 4f318121-8c89-4285-8023-fdccba428981] Took 1.39 seconds to destroy the instance on the hypervisor. [ 2209.489809] env[62284]: DEBUG oslo.service.loopingcall [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.489809] env[62284]: DEBUG nova.compute.manager [-] [instance: 4f318121-8c89-4285-8023-fdccba428981] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2209.489809] env[62284]: DEBUG nova.network.neutron [-] [instance: 4f318121-8c89-4285-8023-fdccba428981] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2209.525032] env[62284]: DEBUG nova.scheduler.client.report [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Updated inventory for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2209.525032] env[62284]: DEBUG nova.compute.provider_tree [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Updating resource provider 442cc14a-9667-48af-bb01-49285ca8ee22 generation from 174 to 175 during operation: update_inventory {{(pid=62284) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2209.525032] env[62284]: DEBUG nova.compute.provider_tree [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Updating inventory in ProviderTree for provider 442cc14a-9667-48af-bb01-49285ca8ee22 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2209.533955] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6fbcc890-bc20-49a8-8894-b8f4dbfb660a tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.319s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.645258] env[62284]: DEBUG nova.compute.manager [req-9ffb6694-e697-4fa6-a383-4e6fc890afeb req-3ebbd1bc-5ce6-4c3c-8989-bfbd6c8a6b33 service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Received event network-vif-plugged-db77a793-e897-4786-ba73-0045db74fa4c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2209.645258] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ffb6694-e697-4fa6-a383-4e6fc890afeb req-3ebbd1bc-5ce6-4c3c-8989-bfbd6c8a6b33 service nova] Acquiring lock "7581f963-56e4-41ff-8f85-9d8511d84487-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.645258] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ffb6694-e697-4fa6-a383-4e6fc890afeb req-3ebbd1bc-5ce6-4c3c-8989-bfbd6c8a6b33 service nova] Lock "7581f963-56e4-41ff-8f85-9d8511d84487-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.645258] env[62284]: DEBUG oslo_concurrency.lockutils [req-9ffb6694-e697-4fa6-a383-4e6fc890afeb req-3ebbd1bc-5ce6-4c3c-8989-bfbd6c8a6b33 service nova] Lock "7581f963-56e4-41ff-8f85-9d8511d84487-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.645258] env[62284]: DEBUG nova.compute.manager [req-9ffb6694-e697-4fa6-a383-4e6fc890afeb req-3ebbd1bc-5ce6-4c3c-8989-bfbd6c8a6b33 service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] No waiting events found dispatching network-vif-plugged-db77a793-e897-4786-ba73-0045db74fa4c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2209.645258] env[62284]: WARNING nova.compute.manager [req-9ffb6694-e697-4fa6-a383-4e6fc890afeb req-3ebbd1bc-5ce6-4c3c-8989-bfbd6c8a6b33 service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Received unexpected event network-vif-plugged-db77a793-e897-4786-ba73-0045db74fa4c for instance with vm_state building and task_state spawning. [ 2209.663020] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955523, 'name': ReconfigVM_Task, 'duration_secs': 0.287039} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.663020] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1/d05174cd-a87d-45ae-b584-b06aa41b99e1.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2209.663020] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64780fa3-1b2b-4d18-899e-9502b35ddf1a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.700069] env[62284]: DEBUG nova.network.neutron [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Successfully updated port: db77a793-e897-4786-ba73-0045db74fa4c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2209.701845] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b94061-becc-4335-8458-87d7f7d46072 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.738583] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da2d20d-fcae-4d91-8eff-86430713b091 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.760675] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4373acfa-d0d7-4040-a025-615540e38203 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.765977] env[62284]: DEBUG nova.compute.manager [req-d7b87b00-3cbf-4836-86b7-a0a1f5cdcc12 req-42e95029-8e80-4eeb-93c4-334616fcb52e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Received event network-vif-deleted-29410061-2f8d-454d-a42c-a60cc056cf84 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2209.766213] env[62284]: INFO nova.compute.manager [req-d7b87b00-3cbf-4836-86b7-a0a1f5cdcc12 req-42e95029-8e80-4eeb-93c4-334616fcb52e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Neutron deleted interface 29410061-2f8d-454d-a42c-a60cc056cf84; detaching it from the instance and deleting it from the info cache [ 2209.766514] env[62284]: DEBUG nova.network.neutron [req-d7b87b00-3cbf-4836-86b7-a0a1f5cdcc12 req-42e95029-8e80-4eeb-93c4-334616fcb52e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.773514] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2209.774373] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3693badd-31dc-4465-9351-b21fadaa798c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.782372] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2209.782372] env[62284]: value = "task-1955524" [ 2209.782372] env[62284]: _type = "Task" [ 2209.782372] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.792329] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.845511] env[62284]: DEBUG oslo_concurrency.lockutils [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.845511] env[62284]: DEBUG oslo_concurrency.lockutils [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.209192] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquiring lock "refresh_cache-7581f963-56e4-41ff-8f85-9d8511d84487" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.209440] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquired lock "refresh_cache-7581f963-56e4-41ff-8f85-9d8511d84487" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.209646] env[62284]: DEBUG nova.network.neutron [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2210.239649] env[62284]: DEBUG nova.network.neutron [-] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.270208] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b492f4cc-0d1a-4777-965f-e10dc8e21f29 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.281108] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258cb95-9253-4c04-b387-0b38d29fcfc0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.301138] env[62284]: DEBUG oslo_vmware.api [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955524, 'name': PowerOnVM_Task, 'duration_secs': 0.398672} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.301138] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2210.313805] env[62284]: DEBUG nova.compute.manager [req-d7b87b00-3cbf-4836-86b7-a0a1f5cdcc12 req-42e95029-8e80-4eeb-93c4-334616fcb52e service nova] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Detach interface failed, port_id=29410061-2f8d-454d-a42c-a60cc056cf84, reason: Instance 4cc128c9-3cc1-4089-9237-feb261023085 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2210.349167] env[62284]: INFO nova.compute.manager [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Detaching volume 6e8e88d5-5020-4b7a-86c4-dc38be85dc85 [ 2210.378582] env[62284]: INFO nova.virt.block_device [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Attempting to driver detach volume 6e8e88d5-5020-4b7a-86c4-dc38be85dc85 from mountpoint /dev/sdb [ 2210.378824] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2210.379021] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402945', 'volume_id': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'name': 'volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b246dd-8b38-4f6b-a54e-75e365dc0908', 'attached_at': '', 'detached_at': '', 'volume_id': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'serial': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2210.379922] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf95e7d-a3a2-4a73-a602-cf40e68b6c77 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.404590] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0233001-ecc0-4602-8f31-927b42a15a97 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.412271] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f895b3a6-9ee0-4bf3-b0af-93272f1d4142 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.436632] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86171683-84a2-44d2-b86a-f75cc0be00c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.451619] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] The volume has not been displaced from its original location: [datastore1] volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85/volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2210.456948] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2210.457222] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e950224b-7d7c-4a28-bae3-cab1dba5ee8b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.474772] env[62284]: DEBUG oslo_vmware.api [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2210.474772] env[62284]: value = "task-1955525" [ 2210.474772] env[62284]: _type = "Task" [ 2210.474772] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.483343] env[62284]: DEBUG oslo_vmware.api [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.494936] env[62284]: DEBUG nova.network.neutron [-] [instance: 4f318121-8c89-4285-8023-fdccba428981] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.534094] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.251s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.741840] env[62284]: INFO nova.compute.manager [-] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Took 1.60 seconds to deallocate network for instance. [ 2210.749133] env[62284]: DEBUG nova.network.neutron [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2210.934967] env[62284]: DEBUG nova.network.neutron [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Updating instance_info_cache with network_info: [{"id": "db77a793-e897-4786-ba73-0045db74fa4c", "address": "fa:16:3e:89:e0:47", "network": {"id": "19ae5749-edb3-4b15-8716-165427f88576", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1524282936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd81bc8540a242598266cb5002aacd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb77a793-e8", "ovs_interfaceid": "db77a793-e897-4786-ba73-0045db74fa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.985335] env[62284]: DEBUG oslo_vmware.api [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.997791] env[62284]: INFO nova.compute.manager [-] [instance: 4f318121-8c89-4285-8023-fdccba428981] Took 1.51 seconds to deallocate network for instance. [ 2211.087793] env[62284]: INFO nova.scheduler.client.report [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted allocation for migration a087d68b-7706-4d12-9b2a-c9838680fbbb [ 2211.253405] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.253405] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.253405] env[62284]: DEBUG nova.objects.instance [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lazy-loading 'resources' on Instance uuid 4cc128c9-3cc1-4089-9237-feb261023085 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2211.342814] env[62284]: INFO nova.compute.manager [None req-3568aeb2-f4d7-4661-af2d-1ccbf4bec3c9 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance to original state: 'active' [ 2211.421263] env[62284]: INFO nova.compute.manager [None req-4cd068de-b803-42e9-b3c6-6f582ad17a66 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Get console output [ 2211.421634] env[62284]: WARNING nova.virt.vmwareapi.driver [None req-4cd068de-b803-42e9-b3c6-6f582ad17a66 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] The console log is missing. Check your VSPC configuration [ 2211.437641] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Releasing lock "refresh_cache-7581f963-56e4-41ff-8f85-9d8511d84487" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.437983] env[62284]: DEBUG nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Instance network_info: |[{"id": "db77a793-e897-4786-ba73-0045db74fa4c", "address": "fa:16:3e:89:e0:47", "network": {"id": "19ae5749-edb3-4b15-8716-165427f88576", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1524282936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd81bc8540a242598266cb5002aacd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb77a793-e8", "ovs_interfaceid": "db77a793-e897-4786-ba73-0045db74fa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2211.438606] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:e0:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db77a793-e897-4786-ba73-0045db74fa4c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2211.446287] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Creating folder: Project (dd81bc8540a242598266cb5002aacd7a). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2211.446777] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47857e19-6229-4a6f-a541-96fbe0312365 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.458472] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Created folder: Project (dd81bc8540a242598266cb5002aacd7a) in parent group-v402637. [ 2211.458648] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Creating folder: Instances. Parent ref: group-v402948. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2211.458919] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4bb3230-962c-448d-af98-7258ebccc045 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.468874] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Created folder: Instances in parent group-v402948. [ 2211.469116] env[62284]: DEBUG oslo.service.loopingcall [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2211.469296] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2211.469486] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a32498c-6ba5-4c22-9d84-621eb0d32c88 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.493581] env[62284]: DEBUG oslo_vmware.api [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.494761] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2211.494761] env[62284]: value = "task-1955528" [ 2211.494761] env[62284]: _type = "Task" [ 2211.494761] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.502049] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955528, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.504031] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.593448] env[62284]: DEBUG oslo_concurrency.lockutils [None req-70a35505-24d9-416d-a04b-f5aa004f5e35 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.614s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.679847] env[62284]: DEBUG nova.compute.manager [req-59a07f99-e7e0-407c-b538-ea13b7bd26be req-a73a1799-687b-406f-b976-7f14bab9ab4c service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Received event network-changed-db77a793-e897-4786-ba73-0045db74fa4c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2211.680113] env[62284]: DEBUG nova.compute.manager [req-59a07f99-e7e0-407c-b538-ea13b7bd26be req-a73a1799-687b-406f-b976-7f14bab9ab4c service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Refreshing instance network info cache due to event network-changed-db77a793-e897-4786-ba73-0045db74fa4c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2211.680354] env[62284]: DEBUG oslo_concurrency.lockutils [req-59a07f99-e7e0-407c-b538-ea13b7bd26be req-a73a1799-687b-406f-b976-7f14bab9ab4c service nova] Acquiring lock "refresh_cache-7581f963-56e4-41ff-8f85-9d8511d84487" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.680500] env[62284]: DEBUG oslo_concurrency.lockutils [req-59a07f99-e7e0-407c-b538-ea13b7bd26be req-a73a1799-687b-406f-b976-7f14bab9ab4c service nova] Acquired lock "refresh_cache-7581f963-56e4-41ff-8f85-9d8511d84487" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.680661] env[62284]: DEBUG nova.network.neutron [req-59a07f99-e7e0-407c-b538-ea13b7bd26be req-a73a1799-687b-406f-b976-7f14bab9ab4c service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Refreshing network info cache for port db77a793-e897-4786-ba73-0045db74fa4c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2211.792490] env[62284]: DEBUG nova.compute.manager [req-f097323d-d10c-43cd-a100-3d4e7030195f req-fbc3bf95-348d-45ae-9ad5-6d7037f614cb service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Received event network-vif-deleted-75ab5254-043f-4bd5-ac5d-fc0cd8cc252d {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2211.792666] env[62284]: DEBUG nova.compute.manager [req-f097323d-d10c-43cd-a100-3d4e7030195f req-fbc3bf95-348d-45ae-9ad5-6d7037f614cb service nova] [instance: 4f318121-8c89-4285-8023-fdccba428981] Received event network-vif-deleted-c25b5ed9-e1b4-417e-a413-b5273e6da9fe {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2211.866980] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d504148-0dea-4f23-9093-824b39e951bc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.873904] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce6b67b-58ee-4ecc-950f-92f38bfc8de1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.905391] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e33b73-df1c-437b-8f08-ebbbbf7e65f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.913929] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7961d22-cfa4-4e36-8478-4aad7b83918f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.930170] env[62284]: DEBUG nova.compute.provider_tree [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.994816] env[62284]: DEBUG oslo_vmware.api [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955525, 'name': ReconfigVM_Task, 'duration_secs': 1.245049} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.995188] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2212.002750] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c4923a-2bfd-4571-bc90-9e7b25431f60 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.019669] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955528, 'name': CreateVM_Task, 'duration_secs': 0.507575} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.019669] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2212.019669] env[62284]: DEBUG oslo_vmware.api [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2212.019669] env[62284]: value = "task-1955529" [ 2212.019669] env[62284]: _type = "Task" [ 2212.019669] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.020270] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.020437] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.020751] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2212.021060] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3d22c0-c172-462b-9b81-1f4ee901459c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.031283] env[62284]: DEBUG oslo_vmware.api [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.031657] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2212.031657] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f9d02-9094-d8ee-19e2-8eddad4f235e" [ 2212.031657] env[62284]: _type = "Task" [ 2212.031657] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.039849] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f9d02-9094-d8ee-19e2-8eddad4f235e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.433260] env[62284]: DEBUG nova.scheduler.client.report [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2212.444176] env[62284]: DEBUG nova.network.neutron [req-59a07f99-e7e0-407c-b538-ea13b7bd26be req-a73a1799-687b-406f-b976-7f14bab9ab4c service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Updated VIF entry in instance network info cache for port db77a793-e897-4786-ba73-0045db74fa4c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2212.444658] env[62284]: DEBUG nova.network.neutron [req-59a07f99-e7e0-407c-b538-ea13b7bd26be req-a73a1799-687b-406f-b976-7f14bab9ab4c service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Updating instance_info_cache with network_info: [{"id": "db77a793-e897-4786-ba73-0045db74fa4c", "address": "fa:16:3e:89:e0:47", "network": {"id": "19ae5749-edb3-4b15-8716-165427f88576", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1524282936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd81bc8540a242598266cb5002aacd7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb77a793-e8", "ovs_interfaceid": "db77a793-e897-4786-ba73-0045db74fa4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.531699] env[62284]: DEBUG oslo_vmware.api [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955529, 'name': ReconfigVM_Task, 'duration_secs': 0.141633} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.532403] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402945', 'volume_id': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'name': 'volume-6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b246dd-8b38-4f6b-a54e-75e365dc0908', 'attached_at': '', 'detached_at': '', 'volume_id': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85', 'serial': '6e8e88d5-5020-4b7a-86c4-dc38be85dc85'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2212.543679] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f9d02-9094-d8ee-19e2-8eddad4f235e, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.543981] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.544233] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2212.544468] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.544618] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.544796] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2212.545077] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b380b3f-112d-436a-83de-6e7cd77a09f8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.553488] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2212.553693] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2212.554455] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab27d84c-e37a-48cc-9ff9-b814702fcb32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.559458] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2212.559458] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521e4215-6401-02ef-c5f4-711aed051162" [ 2212.559458] env[62284]: _type = "Task" [ 2212.559458] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.567153] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521e4215-6401-02ef-c5f4-711aed051162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.938305] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.940728] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.437s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.941032] env[62284]: DEBUG nova.objects.instance [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lazy-loading 'resources' on Instance uuid 4f318121-8c89-4285-8023-fdccba428981 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2212.946965] env[62284]: DEBUG oslo_concurrency.lockutils [req-59a07f99-e7e0-407c-b538-ea13b7bd26be req-a73a1799-687b-406f-b976-7f14bab9ab4c service nova] Releasing lock "refresh_cache-7581f963-56e4-41ff-8f85-9d8511d84487" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.960439] env[62284]: INFO nova.scheduler.client.report [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Deleted allocations for instance 4cc128c9-3cc1-4089-9237-feb261023085 [ 2213.071837] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]521e4215-6401-02ef-c5f4-711aed051162, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.072630] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239a1232-c5c8-495b-b21e-0e360471cbb9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.077016] env[62284]: DEBUG nova.objects.instance [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid c8b246dd-8b38-4f6b-a54e-75e365dc0908 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2213.079363] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2213.079363] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222ffcc-444c-a9de-5b2f-efb103f0e016" [ 2213.079363] env[62284]: _type = "Task" [ 2213.079363] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.087342] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222ffcc-444c-a9de-5b2f-efb103f0e016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.146599] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.146915] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.147115] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.147313] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.147484] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.149732] env[62284]: INFO nova.compute.manager [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Terminating instance [ 2213.468252] env[62284]: DEBUG oslo_concurrency.lockutils [None req-7bd3b273-4dfd-4cb1-875d-16914eed040a tempest-ServerActionsTestJSON-76460207 tempest-ServerActionsTestJSON-76460207-project-member] Lock "4cc128c9-3cc1-4089-9237-feb261023085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.109s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.561750] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f67699-a3e1-4c4f-bd66-edab22dbeedb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.569812] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a72ffc2-0049-40da-8b97-37640f79c238 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.607114] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835c0508-87b9-4af7-b534-3a916eaf9fee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.619264] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0cb6dc-5ad8-43b9-af37-032e610cefad {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.623220] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5222ffcc-444c-a9de-5b2f-efb103f0e016, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.623764] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.624032] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7581f963-56e4-41ff-8f85-9d8511d84487/7581f963-56e4-41ff-8f85-9d8511d84487.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2213.624618] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9367551f-51e6-4a55-a61e-368d9c953249 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.636145] env[62284]: DEBUG nova.compute.provider_tree [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2213.644654] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2213.644654] env[62284]: value = "task-1955530" [ 2213.644654] env[62284]: _type = "Task" [ 2213.644654] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.653742] env[62284]: DEBUG nova.compute.manager [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2213.653969] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2213.654236] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.654652] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36352794-7362-405f-bac2-da93178559fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.661191] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2213.661191] env[62284]: value = "task-1955531" [ 2213.661191] env[62284]: _type = "Task" [ 2213.661191] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.672836] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.110545] env[62284]: DEBUG oslo_concurrency.lockutils [None req-47808f74-20f1-41f1-ac5b-77cdf4de83ea tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.265s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.141957] env[62284]: DEBUG nova.scheduler.client.report [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2214.145917] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.145917] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.157032] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955530, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.172312] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955531, 'name': PowerOffVM_Task, 'duration_secs': 0.176288} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.172586] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2214.172785] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2214.172979] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402940', 'volume_id': 'caced971-71e4-4347-8a72-30fd386825cd', 'name': 'volume-caced971-71e4-4347-8a72-30fd386825cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd05174cd-a87d-45ae-b584-b06aa41b99e1', 'attached_at': '2024-12-23T08:38:56.000000', 'detached_at': '', 'volume_id': 'caced971-71e4-4347-8a72-30fd386825cd', 'serial': 'caced971-71e4-4347-8a72-30fd386825cd'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2214.173792] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f3880b-1f9f-4ea9-8266-df209f7acef0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.196725] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a48a3e-7d68-477a-9f74-c83b08227e9f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.202595] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8531b-bf39-4eab-ac97-72b6aa7451d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.225648] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f695a71-0703-45e0-931a-cfbc3eab40bf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.242058] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] The volume has not been displaced from its original location: [datastore1] volume-caced971-71e4-4347-8a72-30fd386825cd/volume-caced971-71e4-4347-8a72-30fd386825cd.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2214.247920] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2214.247920] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e090db8-ee6a-4715-bf8f-4084274635e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.266645] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2214.266645] env[62284]: value = "task-1955532" [ 2214.266645] env[62284]: _type = "Task" [ 2214.266645] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.274685] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.649313] env[62284]: INFO nova.compute.manager [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Detaching volume ce0920a0-a2fb-48b8-b835-117442cce6bc [ 2214.651738] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.665348] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514593} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.665348] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 7581f963-56e4-41ff-8f85-9d8511d84487/7581f963-56e4-41ff-8f85-9d8511d84487.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2214.665348] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2214.665348] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e60a025c-9b85-4324-9662-867518b84793 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.671536] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2214.671536] env[62284]: value = "task-1955533" [ 2214.671536] env[62284]: _type = "Task" [ 2214.671536] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.680705] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.682933] env[62284]: INFO nova.scheduler.client.report [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Deleted allocations for instance 4f318121-8c89-4285-8023-fdccba428981 [ 2214.695018] env[62284]: INFO nova.virt.block_device [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Attempting to driver detach volume ce0920a0-a2fb-48b8-b835-117442cce6bc from mountpoint /dev/sdc [ 2214.695018] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2214.695018] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402947', 'volume_id': 'ce0920a0-a2fb-48b8-b835-117442cce6bc', 'name': 'volume-ce0920a0-a2fb-48b8-b835-117442cce6bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b246dd-8b38-4f6b-a54e-75e365dc0908', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce0920a0-a2fb-48b8-b835-117442cce6bc', 'serial': 'ce0920a0-a2fb-48b8-b835-117442cce6bc'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2214.695018] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f98ede-6d71-4831-8e4b-bb7746b90aa5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.717285] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712b5670-b207-4df1-afe9-083681d93f32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.726023] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ba112f-68b0-469b-b265-313e83f42290 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.746092] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cf2ee3-4159-448a-ad15-ca6d09a50d0f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.763082] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] The volume has not been displaced from its original location: [datastore1] volume-ce0920a0-a2fb-48b8-b835-117442cce6bc/volume-ce0920a0-a2fb-48b8-b835-117442cce6bc.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2214.768925] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2214.769835] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eeb02d9-d338-4abb-81bc-16b6ffa6c296 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.791024] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955532, 'name': ReconfigVM_Task, 'duration_secs': 0.487301} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.792299] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2214.796920] env[62284]: DEBUG oslo_vmware.api [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2214.796920] env[62284]: value = "task-1955534" [ 2214.796920] env[62284]: _type = "Task" [ 2214.796920] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.797455] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ff86e1-0206-43eb-b4d5-10054bfab9bd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.817674] env[62284]: DEBUG oslo_vmware.api [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.819049] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2214.819049] env[62284]: value = "task-1955535" [ 2214.819049] env[62284]: _type = "Task" [ 2214.819049] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.827554] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.182368] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077081} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.182818] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2215.183715] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ed656-8ccb-421f-a5ef-b84480b871db {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.207914] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 7581f963-56e4-41ff-8f85-9d8511d84487/7581f963-56e4-41ff-8f85-9d8511d84487.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.208675] env[62284]: DEBUG oslo_concurrency.lockutils [None req-34f06c25-b010-4b5d-8d35-8e662e357c5a tempest-ServersTestMultiNic-2024891676 tempest-ServersTestMultiNic-2024891676-project-member] Lock "4f318121-8c89-4285-8023-fdccba428981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.616s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.215012] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e566c23f-095c-4a37-a911-fc17fff43248 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.232862] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2215.232862] env[62284]: value = "task-1955536" [ 2215.232862] env[62284]: _type = "Task" [ 2215.232862] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.241401] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.319020] env[62284]: DEBUG oslo_vmware.api [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955534, 'name': ReconfigVM_Task, 'duration_secs': 0.239717} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.319020] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2215.323079] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d4afae-7626-42ff-b3a1-9e47aa1fd71d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.341708] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955535, 'name': ReconfigVM_Task, 'duration_secs': 0.15678} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.342986] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402940', 'volume_id': 'caced971-71e4-4347-8a72-30fd386825cd', 'name': 'volume-caced971-71e4-4347-8a72-30fd386825cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd05174cd-a87d-45ae-b584-b06aa41b99e1', 'attached_at': '2024-12-23T08:38:56.000000', 'detached_at': '', 'volume_id': 'caced971-71e4-4347-8a72-30fd386825cd', 'serial': 'caced971-71e4-4347-8a72-30fd386825cd'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2215.343347] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2215.343688] env[62284]: DEBUG oslo_vmware.api [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2215.343688] env[62284]: value = "task-1955537" [ 2215.343688] env[62284]: _type = "Task" [ 2215.343688] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.344382] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d413dd-3869-4b9d-b5e3-baaa1625cde1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.354552] env[62284]: DEBUG oslo_vmware.api [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955537, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.356761] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2215.357034] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d0fe7af-1e04-4e1f-9b54-aba0bff6169f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.504439] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2215.504953] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2215.505322] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleting the datastore file [datastore1] d05174cd-a87d-45ae-b584-b06aa41b99e1 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2215.505816] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92c499b0-427e-41e0-af1f-9a36d268b2d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.513606] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2215.513606] env[62284]: value = "task-1955539" [ 2215.513606] env[62284]: _type = "Task" [ 2215.513606] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.521884] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.746261] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955536, 'name': ReconfigVM_Task, 'duration_secs': 0.323903} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.746261] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 7581f963-56e4-41ff-8f85-9d8511d84487/7581f963-56e4-41ff-8f85-9d8511d84487.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.746261] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7599bfd-caea-4b7e-872a-ad918a5cc3e6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.751381] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2215.751381] env[62284]: value = "task-1955540" [ 2215.751381] env[62284]: _type = "Task" [ 2215.751381] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.760685] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955540, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.855803] env[62284]: DEBUG oslo_vmware.api [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955537, 'name': ReconfigVM_Task, 'duration_secs': 0.131558} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.856489] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402947', 'volume_id': 'ce0920a0-a2fb-48b8-b835-117442cce6bc', 'name': 'volume-ce0920a0-a2fb-48b8-b835-117442cce6bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b246dd-8b38-4f6b-a54e-75e365dc0908', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce0920a0-a2fb-48b8-b835-117442cce6bc', 'serial': 'ce0920a0-a2fb-48b8-b835-117442cce6bc'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2216.023970] env[62284]: DEBUG oslo_vmware.api [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151963} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.024352] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2216.024576] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2216.024754] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.024930] env[62284]: INFO nova.compute.manager [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Took 2.37 seconds to destroy the instance on the hypervisor. [ 2216.025195] env[62284]: DEBUG oslo.service.loopingcall [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.025387] env[62284]: DEBUG nova.compute.manager [-] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.025481] env[62284]: DEBUG nova.network.neutron [-] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2216.268065] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955540, 'name': Rename_Task, 'duration_secs': 0.241232} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.268410] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.268690] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f53df6e-b7ea-4768-a8ff-34edf82e23a8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.278347] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2216.278347] env[62284]: value = "task-1955541" [ 2216.278347] env[62284]: _type = "Task" [ 2216.278347] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.293727] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.422359] env[62284]: DEBUG nova.objects.instance [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'flavor' on Instance uuid c8b246dd-8b38-4f6b-a54e-75e365dc0908 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2216.788818] env[62284]: DEBUG oslo_vmware.api [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955541, 'name': PowerOnVM_Task, 'duration_secs': 0.444807} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.790378] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.790378] env[62284]: INFO nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Took 8.25 seconds to spawn the instance on the hypervisor. [ 2216.790378] env[62284]: DEBUG nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2216.790378] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7a0834-df9f-4d08-bd5a-fe820d129071 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.997436] env[62284]: DEBUG nova.compute.manager [req-94d2314c-8d27-4581-9bc7-5036c548542f req-d630d3d9-d14a-40fc-b19c-a5896b68019f service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Received event network-vif-deleted-10d84dfe-699b-485c-b9f1-83c5cce53af0 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2216.997666] env[62284]: INFO nova.compute.manager [req-94d2314c-8d27-4581-9bc7-5036c548542f req-d630d3d9-d14a-40fc-b19c-a5896b68019f service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Neutron deleted interface 10d84dfe-699b-485c-b9f1-83c5cce53af0; detaching it from the instance and deleting it from the info cache [ 2216.997871] env[62284]: DEBUG nova.network.neutron [req-94d2314c-8d27-4581-9bc7-5036c548542f req-d630d3d9-d14a-40fc-b19c-a5896b68019f service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.315945] env[62284]: INFO nova.compute.manager [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Took 16.02 seconds to build instance. [ 2217.429206] env[62284]: DEBUG oslo_concurrency.lockutils [None req-dea7a9df-d53c-4eea-98e8-ca9f741814cc tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.465771] env[62284]: DEBUG nova.network.neutron [-] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.504342] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-475f7f00-ad1e-4fbf-b385-dbf34a404a3a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.514478] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec35bb79-638d-49f5-abe7-d6c1db0c403d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.543798] env[62284]: DEBUG nova.compute.manager [req-94d2314c-8d27-4581-9bc7-5036c548542f req-d630d3d9-d14a-40fc-b19c-a5896b68019f service nova] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Detach interface failed, port_id=10d84dfe-699b-485c-b9f1-83c5cce53af0, reason: Instance d05174cd-a87d-45ae-b584-b06aa41b99e1 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2217.822161] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a011ee26-36a8-47d3-92dd-dc881a86d602 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "7581f963-56e4-41ff-8f85-9d8511d84487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.537s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.968467] env[62284]: INFO nova.compute.manager [-] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Took 1.94 seconds to deallocate network for instance. [ 2218.331510] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquiring lock "7581f963-56e4-41ff-8f85-9d8511d84487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.332086] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "7581f963-56e4-41ff-8f85-9d8511d84487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.332495] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquiring lock "7581f963-56e4-41ff-8f85-9d8511d84487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.332725] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "7581f963-56e4-41ff-8f85-9d8511d84487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.332971] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "7581f963-56e4-41ff-8f85-9d8511d84487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.335219] env[62284]: INFO nova.compute.manager [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Terminating instance [ 2218.521963] env[62284]: INFO nova.compute.manager [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Took 0.55 seconds to detach 1 volumes for instance. [ 2218.628658] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.628930] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.629162] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.629355] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.629524] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.631824] env[62284]: INFO nova.compute.manager [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Terminating instance [ 2218.842621] env[62284]: DEBUG nova.compute.manager [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2218.842905] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2218.843881] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71669b30-abe9-4120-aca7-8c3ece87d18d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.852190] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2218.852466] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26b8eb2e-ba13-4c1f-9d1b-d59169a59605 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.858690] env[62284]: DEBUG oslo_vmware.api [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2218.858690] env[62284]: value = "task-1955542" [ 2218.858690] env[62284]: _type = "Task" [ 2218.858690] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.866752] env[62284]: DEBUG oslo_vmware.api [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.029909] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.030282] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.030498] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.050808] env[62284]: INFO nova.scheduler.client.report [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted allocations for instance d05174cd-a87d-45ae-b584-b06aa41b99e1 [ 2219.135590] env[62284]: DEBUG nova.compute.manager [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2219.135827] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2219.136737] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516014ec-dada-4593-b67e-5dc44e23ad23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.144896] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2219.145155] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ff9ca23-a052-4c65-b233-8bd453804e95 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.151308] env[62284]: DEBUG oslo_vmware.api [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2219.151308] env[62284]: value = "task-1955543" [ 2219.151308] env[62284]: _type = "Task" [ 2219.151308] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.160302] env[62284]: DEBUG oslo_vmware.api [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.370549] env[62284]: DEBUG oslo_vmware.api [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955542, 'name': PowerOffVM_Task, 'duration_secs': 0.193727} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.370827] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2219.371034] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2219.371297] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69ef0db8-15b3-4790-98cb-1d24c6d32a9e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.519447] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquiring lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.519785] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.559137] env[62284]: DEBUG oslo_concurrency.lockutils [None req-1dc7748d-d350-47ec-a3c4-708dcbdc4f83 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "d05174cd-a87d-45ae-b584-b06aa41b99e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.412s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.606474] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2219.606681] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2219.606866] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Deleting the datastore file [datastore1] 7581f963-56e4-41ff-8f85-9d8511d84487 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2219.607170] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee947ab-3742-4d3f-812c-48bbab2c22ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.615320] env[62284]: DEBUG oslo_vmware.api [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for the task: (returnval){ [ 2219.615320] env[62284]: value = "task-1955545" [ 2219.615320] env[62284]: _type = "Task" [ 2219.615320] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.623695] env[62284]: DEBUG oslo_vmware.api [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.661130] env[62284]: DEBUG oslo_vmware.api [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955543, 'name': PowerOffVM_Task, 'duration_secs': 0.211279} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.661420] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2219.661646] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2219.663040] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44227d3-5918-4ad5-8cb3-3f95698a57b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.740767] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2219.740767] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2219.740767] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Deleting the datastore file [datastore1] c8b246dd-8b38-4f6b-a54e-75e365dc0908 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2219.740767] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34916acc-c4e3-4b3f-a028-3f327db7daf7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.748046] env[62284]: DEBUG oslo_vmware.api [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for the task: (returnval){ [ 2219.748046] env[62284]: value = "task-1955547" [ 2219.748046] env[62284]: _type = "Task" [ 2219.748046] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.756101] env[62284]: DEBUG oslo_vmware.api [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.025857] env[62284]: DEBUG nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2220.126496] env[62284]: DEBUG oslo_vmware.api [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Task: {'id': task-1955545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154903} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.126823] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2220.127070] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2220.127315] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2220.127539] env[62284]: INFO nova.compute.manager [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2220.127838] env[62284]: DEBUG oslo.service.loopingcall [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2220.128082] env[62284]: DEBUG nova.compute.manager [-] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2220.128203] env[62284]: DEBUG nova.network.neutron [-] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2220.258941] env[62284]: DEBUG oslo_vmware.api [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Task: {'id': task-1955547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236259} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.259396] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2220.260021] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2220.260021] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2220.260364] env[62284]: INFO nova.compute.manager [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2220.262016] env[62284]: DEBUG oslo.service.loopingcall [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2220.262016] env[62284]: DEBUG nova.compute.manager [-] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2220.262016] env[62284]: DEBUG nova.network.neutron [-] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2220.554157] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.554451] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.556013] env[62284]: INFO nova.compute.claims [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2220.589245] env[62284]: DEBUG nova.compute.manager [req-de5ec230-5953-4d4c-b0ce-54c6ea3f95bd req-2eb6d610-aa0a-4c4b-baad-74002166846a service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Received event network-vif-deleted-db77a793-e897-4786-ba73-0045db74fa4c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2220.589456] env[62284]: INFO nova.compute.manager [req-de5ec230-5953-4d4c-b0ce-54c6ea3f95bd req-2eb6d610-aa0a-4c4b-baad-74002166846a service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Neutron deleted interface db77a793-e897-4786-ba73-0045db74fa4c; detaching it from the instance and deleting it from the info cache [ 2220.589647] env[62284]: DEBUG nova.network.neutron [req-de5ec230-5953-4d4c-b0ce-54c6ea3f95bd req-2eb6d610-aa0a-4c4b-baad-74002166846a service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.835262] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "8635bf13-68e8-475e-af24-d739919d5e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.835496] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.059401] env[62284]: DEBUG nova.network.neutron [-] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.092100] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8b5fccb-3874-442a-9b8d-b414906eb2cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.102350] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a569df2-115e-4ad8-be0c-756629e25d0a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.134984] env[62284]: DEBUG nova.compute.manager [req-de5ec230-5953-4d4c-b0ce-54c6ea3f95bd req-2eb6d610-aa0a-4c4b-baad-74002166846a service nova] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Detach interface failed, port_id=db77a793-e897-4786-ba73-0045db74fa4c, reason: Instance 7581f963-56e4-41ff-8f85-9d8511d84487 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2221.303644] env[62284]: DEBUG nova.network.neutron [-] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.339039] env[62284]: DEBUG nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2221.564239] env[62284]: INFO nova.compute.manager [-] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Took 1.44 seconds to deallocate network for instance. [ 2221.656755] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6208874-cf3c-45bb-a4a1-110e05c7b75b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.664507] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5315a13-08a1-42c1-bd50-41de48d120cc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.693921] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d14cbf3-fb29-49ee-93d6-071ceb2fae51 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.700821] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3748b5-93fb-43da-a2ef-ed3cf79bd342 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.713576] env[62284]: DEBUG nova.compute.provider_tree [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.806502] env[62284]: INFO nova.compute.manager [-] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Took 1.55 seconds to deallocate network for instance. [ 2221.857708] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.074482] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.170713] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2222.170989] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2222.217216] env[62284]: DEBUG nova.scheduler.client.report [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.312777] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.614277] env[62284]: DEBUG nova.compute.manager [req-e99d6767-4746-4b41-a802-263efc0a7f63 req-0a559a09-a73b-42a2-88a7-d660ccc13b55 service nova] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Received event network-vif-deleted-3e4f7ffa-4c92-47a3-a74b-323efc8f2956 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2222.675868] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2222.675991] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2222.676093] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2222.723239] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.723807] env[62284]: DEBUG nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2222.726415] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.869s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.727930] env[62284]: INFO nova.compute.claims [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2223.179873] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Skipping network cache update for instance because it is Building. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2223.206041] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.206209] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquired lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.206358] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Forcefully refreshing network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2223.206512] env[62284]: DEBUG nova.objects.instance [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lazy-loading 'info_cache' on Instance uuid d95eea11-abb4-4438-a305-b369fdf3bb52 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2223.231659] env[62284]: DEBUG nova.compute.utils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2223.235044] env[62284]: DEBUG nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2223.235044] env[62284]: DEBUG nova.network.neutron [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2223.339262] env[62284]: DEBUG nova.policy [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b1313c6adde4f05ab334890a48a1d4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '356c4859886340b5925fb779bafd468d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2223.619156] env[62284]: DEBUG nova.network.neutron [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Successfully created port: f604cef9-8402-463a-b214-5f74af25fc1c {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2223.735164] env[62284]: DEBUG nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2223.845910] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0388d439-4300-4dae-b12c-0273dee0af6f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.853983] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88e9bfd-7560-4a92-a677-b00a893cca73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.884943] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffbde21-c08c-4c83-b109-3bb7a05a0d15 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.892191] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b305c-7ae1-42f0-8c67-7bb188d3c2e5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.905176] env[62284]: DEBUG nova.compute.provider_tree [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2224.408116] env[62284]: DEBUG nova.scheduler.client.report [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.748761] env[62284]: DEBUG nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2224.775095] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2224.775377] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2224.775537] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2224.775719] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2224.775867] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2224.776025] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2224.776240] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2224.776405] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2224.776596] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2224.776831] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2224.776943] env[62284]: DEBUG nova.virt.hardware [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2224.777821] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab2384f-6dac-42f1-9515-4d2664a2c010 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.786249] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596a13b5-95fb-4107-9316-2d73eee2e991 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.912629] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.913205] env[62284]: DEBUG nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2224.920554] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.846s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.920803] env[62284]: DEBUG nova.objects.instance [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lazy-loading 'resources' on Instance uuid 7581f963-56e4-41ff-8f85-9d8511d84487 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.962300] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updating instance_info_cache with network_info: [{"id": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "address": "fa:16:3e:d8:20:cf", "network": {"id": "812a1981-3834-4447-94c8-1805196b58cb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1284448740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09516d1e94d7489296ffc3646b6d8041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885ce43d-bf", "ovs_interfaceid": "885ce43d-bfb5-44bf-b965-dc14b8ad67c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.055399] env[62284]: DEBUG nova.compute.manager [req-a3dfa29b-a465-4c32-a815-37e3d92bd290 req-f89ada5a-45dc-4b88-bc9a-456ba5ad9961 service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Received event network-vif-plugged-f604cef9-8402-463a-b214-5f74af25fc1c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2225.055661] env[62284]: DEBUG oslo_concurrency.lockutils [req-a3dfa29b-a465-4c32-a815-37e3d92bd290 req-f89ada5a-45dc-4b88-bc9a-456ba5ad9961 service nova] Acquiring lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.055904] env[62284]: DEBUG oslo_concurrency.lockutils [req-a3dfa29b-a465-4c32-a815-37e3d92bd290 req-f89ada5a-45dc-4b88-bc9a-456ba5ad9961 service nova] Lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.056564] env[62284]: DEBUG oslo_concurrency.lockutils [req-a3dfa29b-a465-4c32-a815-37e3d92bd290 req-f89ada5a-45dc-4b88-bc9a-456ba5ad9961 service nova] Lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.056858] env[62284]: DEBUG nova.compute.manager [req-a3dfa29b-a465-4c32-a815-37e3d92bd290 req-f89ada5a-45dc-4b88-bc9a-456ba5ad9961 service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] No waiting events found dispatching network-vif-plugged-f604cef9-8402-463a-b214-5f74af25fc1c {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2225.057146] env[62284]: WARNING nova.compute.manager [req-a3dfa29b-a465-4c32-a815-37e3d92bd290 req-f89ada5a-45dc-4b88-bc9a-456ba5ad9961 service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Received unexpected event network-vif-plugged-f604cef9-8402-463a-b214-5f74af25fc1c for instance with vm_state building and task_state spawning. [ 2225.139555] env[62284]: DEBUG nova.network.neutron [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Successfully updated port: f604cef9-8402-463a-b214-5f74af25fc1c {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2225.422117] env[62284]: DEBUG nova.compute.utils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2225.423515] env[62284]: DEBUG nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2225.423676] env[62284]: DEBUG nova.network.neutron [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2225.461636] env[62284]: DEBUG nova.policy [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33f9f816575a4c8b9167c84091e7e6ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b0d9d7e008e473980d4d05fd0126813', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2225.464511] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Releasing lock "refresh_cache-d95eea11-abb4-4438-a305-b369fdf3bb52" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.464692] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updated the network info_cache for instance {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2225.464875] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.465047] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.465224] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.465651] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.467768] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.468141] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.468279] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2225.468434] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.525171] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d273c5-2070-4e3c-98a3-a2f516944300 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.532742] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b638123-5925-4a60-b1f1-7feee8c4c2f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.562170] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835e6a4-d462-4adc-af56-abcb58a03de8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.569431] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935fbe69-010c-40a7-854f-6fd7a3712146 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.582375] env[62284]: DEBUG nova.compute.provider_tree [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2225.641757] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquiring lock "refresh_cache-f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.641979] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquired lock "refresh_cache-f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.642163] env[62284]: DEBUG nova.network.neutron [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2225.744065] env[62284]: DEBUG nova.network.neutron [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Successfully created port: 728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2225.929288] env[62284]: DEBUG nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2225.971631] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.085904] env[62284]: DEBUG nova.scheduler.client.report [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2226.173966] env[62284]: DEBUG nova.network.neutron [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2226.296192] env[62284]: DEBUG nova.network.neutron [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Updating instance_info_cache with network_info: [{"id": "f604cef9-8402-463a-b214-5f74af25fc1c", "address": "fa:16:3e:97:23:4b", "network": {"id": "4891e865-a534-4fe8-afb8-a1450b4f47d1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-267738411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "356c4859886340b5925fb779bafd468d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604cef9-84", "ovs_interfaceid": "f604cef9-8402-463a-b214-5f74af25fc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.591074] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.593459] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.281s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.594142] env[62284]: DEBUG nova.objects.instance [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lazy-loading 'resources' on Instance uuid c8b246dd-8b38-4f6b-a54e-75e365dc0908 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2226.615439] env[62284]: INFO nova.scheduler.client.report [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Deleted allocations for instance 7581f963-56e4-41ff-8f85-9d8511d84487 [ 2226.799053] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Releasing lock "refresh_cache-f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.799053] env[62284]: DEBUG nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Instance network_info: |[{"id": "f604cef9-8402-463a-b214-5f74af25fc1c", "address": "fa:16:3e:97:23:4b", "network": {"id": "4891e865-a534-4fe8-afb8-a1450b4f47d1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-267738411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "356c4859886340b5925fb779bafd468d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604cef9-84", "ovs_interfaceid": "f604cef9-8402-463a-b214-5f74af25fc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2226.800425] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:23:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f604cef9-8402-463a-b214-5f74af25fc1c', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2226.807123] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Creating folder: Project (356c4859886340b5925fb779bafd468d). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2226.807406] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a382f1e8-4042-4d7e-a3ed-e6d97e820490 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.818704] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Created folder: Project (356c4859886340b5925fb779bafd468d) in parent group-v402637. [ 2226.818944] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Creating folder: Instances. Parent ref: group-v402951. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2226.819197] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1219654e-42fa-493e-bc60-b5b2b0fe20af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.828238] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Created folder: Instances in parent group-v402951. [ 2226.828470] env[62284]: DEBUG oslo.service.loopingcall [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2226.828658] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2226.828851] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59e3e8f2-49a9-48cb-b7a2-8c6e5ac307fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.846883] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2226.846883] env[62284]: value = "task-1955550" [ 2226.846883] env[62284]: _type = "Task" [ 2226.846883] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.854275] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.938595] env[62284]: DEBUG nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2226.965664] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2226.965919] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2226.966102] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2226.966291] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2226.966438] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2226.966583] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2226.966792] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2226.966951] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2226.967291] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2226.967512] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2226.967806] env[62284]: DEBUG nova.virt.hardware [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2226.968925] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4730cc-515c-4d88-a503-0fbfbc27f4ec {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.977473] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb883f25-300e-4b97-8b3e-09c9e4855a5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.085665] env[62284]: DEBUG nova.compute.manager [req-be0e7a07-d8d6-43a6-9b2c-10d37ce24301 req-762cf2d9-e99d-461d-80cb-5fac2c2133a0 service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Received event network-changed-f604cef9-8402-463a-b214-5f74af25fc1c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2227.085665] env[62284]: DEBUG nova.compute.manager [req-be0e7a07-d8d6-43a6-9b2c-10d37ce24301 req-762cf2d9-e99d-461d-80cb-5fac2c2133a0 service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Refreshing instance network info cache due to event network-changed-f604cef9-8402-463a-b214-5f74af25fc1c. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2227.085665] env[62284]: DEBUG oslo_concurrency.lockutils [req-be0e7a07-d8d6-43a6-9b2c-10d37ce24301 req-762cf2d9-e99d-461d-80cb-5fac2c2133a0 service nova] Acquiring lock "refresh_cache-f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.085802] env[62284]: DEBUG oslo_concurrency.lockutils [req-be0e7a07-d8d6-43a6-9b2c-10d37ce24301 req-762cf2d9-e99d-461d-80cb-5fac2c2133a0 service nova] Acquired lock "refresh_cache-f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.086141] env[62284]: DEBUG nova.network.neutron [req-be0e7a07-d8d6-43a6-9b2c-10d37ce24301 req-762cf2d9-e99d-461d-80cb-5fac2c2133a0 service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Refreshing network info cache for port f604cef9-8402-463a-b214-5f74af25fc1c {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2227.122246] env[62284]: DEBUG oslo_concurrency.lockutils [None req-fa2f6a77-220e-4e3b-b8d6-7f3663f73e23 tempest-InstanceActionsV221TestJSON-1206491133 tempest-InstanceActionsV221TestJSON-1206491133-project-member] Lock "7581f963-56e4-41ff-8f85-9d8511d84487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.790s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.187990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1501e398-021e-49dd-a5a8-8881c68d68c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.197124] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efed8c42-49f6-4aaf-9f67-b1cf64df16ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.230478] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914b25ef-a5b4-44f9-8593-cd7cbd1d3d26 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.237653] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4061aa75-1874-43da-af6e-ee88dd4d0e7d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.251212] env[62284]: DEBUG nova.compute.provider_tree [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2227.357431] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.754532] env[62284]: DEBUG nova.scheduler.client.report [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2227.860256] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.131129] env[62284]: DEBUG nova.network.neutron [req-be0e7a07-d8d6-43a6-9b2c-10d37ce24301 req-762cf2d9-e99d-461d-80cb-5fac2c2133a0 service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Updated VIF entry in instance network info cache for port f604cef9-8402-463a-b214-5f74af25fc1c. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2228.131389] env[62284]: DEBUG nova.network.neutron [req-be0e7a07-d8d6-43a6-9b2c-10d37ce24301 req-762cf2d9-e99d-461d-80cb-5fac2c2133a0 service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Updating instance_info_cache with network_info: [{"id": "f604cef9-8402-463a-b214-5f74af25fc1c", "address": "fa:16:3e:97:23:4b", "network": {"id": "4891e865-a534-4fe8-afb8-a1450b4f47d1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-267738411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "356c4859886340b5925fb779bafd468d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604cef9-84", "ovs_interfaceid": "f604cef9-8402-463a-b214-5f74af25fc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.259606] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.262043] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.290s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.262240] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.262400] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2228.263254] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161bdc98-1324-433b-9236-73c7ed948ff3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.272316] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c390d-7be6-4a6b-9794-593c8cb9d78b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.286459] env[62284]: INFO nova.scheduler.client.report [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Deleted allocations for instance c8b246dd-8b38-4f6b-a54e-75e365dc0908 [ 2228.287913] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152b10d7-7d38-4f13-9b67-a2b6438e4483 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.296594] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad44bc-1b25-45d2-9eec-2655b13af1ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.336457] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180703MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2228.336647] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.336816] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.357673] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.634532] env[62284]: DEBUG oslo_concurrency.lockutils [req-be0e7a07-d8d6-43a6-9b2c-10d37ce24301 req-762cf2d9-e99d-461d-80cb-5fac2c2133a0 service nova] Releasing lock "refresh_cache-f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.797031] env[62284]: DEBUG oslo_concurrency.lockutils [None req-cd945328-5ee5-429d-a133-807f96778815 tempest-AttachVolumeTestJSON-698080777 tempest-AttachVolumeTestJSON-698080777-project-member] Lock "c8b246dd-8b38-4f6b-a54e-75e365dc0908" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.168s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.861155] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.360381] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.364976] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance d95eea11-abb4-4438-a305-b369fdf3bb52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2229.365149] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 6b2f146e-486a-47a3-8063-164be484290c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2229.365274] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance b823781e-1800-4d95-b61d-cf7fb3735b65 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2229.365391] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance f70fadcc-3fa5-4d07-bab6-e994a84d8ceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2229.365505] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 8635bf13-68e8-475e-af24-d739919d5e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2229.365690] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2229.365826] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2229.435702] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0b684d-5c7c-4e91-ba60-4fc7cd86588b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.443415] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be00f6-6751-429d-ac87-9cd7ca2380b5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.478107] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceae44cd-735a-4a94-a624-5482d330943e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.485846] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731d1697-1bb5-47d8-9ac4-1cc0318ff999 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.192751] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.200374] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2230.693451] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.703457] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2231.194333] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.207547] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2231.207811] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.871s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.695261] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.195926] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955550, 'name': CreateVM_Task, 'duration_secs': 5.181077} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.196279] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2232.196955] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.197105] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.197442] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2232.197734] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537ab791-c17a-4b8b-8b8d-0761651da827 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.202195] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2232.202195] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523bfbcd-0748-0451-32de-65c7abb36771" [ 2232.202195] env[62284]: _type = "Task" [ 2232.202195] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.210901] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523bfbcd-0748-0451-32de-65c7abb36771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.714892] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523bfbcd-0748-0451-32de-65c7abb36771, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.714892] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.714892] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2232.714892] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.714892] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.714892] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2232.714892] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e717589-24bf-49d8-8161-f72612297c06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.722307] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2232.722508] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2232.723216] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a064b9e4-1a1e-479e-8917-8194cb9741e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.728741] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2232.728741] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5281589f-ba75-fac7-bffe-ff1bd115b329" [ 2232.728741] env[62284]: _type = "Task" [ 2232.728741] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.737899] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5281589f-ba75-fac7-bffe-ff1bd115b329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.745201] env[62284]: DEBUG nova.compute.manager [req-bbbe69a0-1786-428e-b504-fe8b1485f88a req-cad55186-5af6-4015-933c-5ed0fe8f28f7 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received event network-vif-plugged-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2232.745412] env[62284]: DEBUG oslo_concurrency.lockutils [req-bbbe69a0-1786-428e-b504-fe8b1485f88a req-cad55186-5af6-4015-933c-5ed0fe8f28f7 service nova] Acquiring lock "8635bf13-68e8-475e-af24-d739919d5e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.745619] env[62284]: DEBUG oslo_concurrency.lockutils [req-bbbe69a0-1786-428e-b504-fe8b1485f88a req-cad55186-5af6-4015-933c-5ed0fe8f28f7 service nova] Lock "8635bf13-68e8-475e-af24-d739919d5e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.745825] env[62284]: DEBUG oslo_concurrency.lockutils [req-bbbe69a0-1786-428e-b504-fe8b1485f88a req-cad55186-5af6-4015-933c-5ed0fe8f28f7 service nova] Lock "8635bf13-68e8-475e-af24-d739919d5e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.745999] env[62284]: DEBUG nova.compute.manager [req-bbbe69a0-1786-428e-b504-fe8b1485f88a req-cad55186-5af6-4015-933c-5ed0fe8f28f7 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] No waiting events found dispatching network-vif-plugged-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2232.746187] env[62284]: WARNING nova.compute.manager [req-bbbe69a0-1786-428e-b504-fe8b1485f88a req-cad55186-5af6-4015-933c-5ed0fe8f28f7 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received unexpected event network-vif-plugged-728020d2-84d6-49fd-94d4-5cde190723fa for instance with vm_state building and task_state spawning. [ 2232.840609] env[62284]: DEBUG nova.network.neutron [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Successfully updated port: 728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2233.239675] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5281589f-ba75-fac7-bffe-ff1bd115b329, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.240436] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cadd5775-b1ea-433e-9587-77d43534a11d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.245891] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2233.245891] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528af8a8-8a79-7531-4582-d402be17d832" [ 2233.245891] env[62284]: _type = "Task" [ 2233.245891] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.254453] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528af8a8-8a79-7531-4582-d402be17d832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.344713] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.344959] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.345193] env[62284]: DEBUG nova.network.neutron [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2233.755789] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528af8a8-8a79-7531-4582-d402be17d832, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.756042] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.756300] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f70fadcc-3fa5-4d07-bab6-e994a84d8ceb/f70fadcc-3fa5-4d07-bab6-e994a84d8ceb.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2233.756550] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb30d8d6-51e3-427e-a9ba-52c1e354aeb1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.765488] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2233.765488] env[62284]: value = "task-1955553" [ 2233.765488] env[62284]: _type = "Task" [ 2233.765488] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.772830] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.890368] env[62284]: DEBUG nova.network.neutron [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2234.040222] env[62284]: DEBUG nova.network.neutron [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [{"id": "728020d2-84d6-49fd-94d4-5cde190723fa", "address": "fa:16:3e:e3:6d:8f", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728020d2-84", "ovs_interfaceid": "728020d2-84d6-49fd-94d4-5cde190723fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.275353] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.406222} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.275720] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] f70fadcc-3fa5-4d07-bab6-e994a84d8ceb/f70fadcc-3fa5-4d07-bab6-e994a84d8ceb.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2234.275794] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2234.276014] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-166a6f91-ec69-464c-9cf2-a8092b7a70d2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.281758] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2234.281758] env[62284]: value = "task-1955554" [ 2234.281758] env[62284]: _type = "Task" [ 2234.281758] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.289357] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.542996] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.543537] env[62284]: DEBUG nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Instance network_info: |[{"id": "728020d2-84d6-49fd-94d4-5cde190723fa", "address": "fa:16:3e:e3:6d:8f", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728020d2-84", "ovs_interfaceid": "728020d2-84d6-49fd-94d4-5cde190723fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2234.544153] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:6d:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '728020d2-84d6-49fd-94d4-5cde190723fa', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2234.552011] env[62284]: DEBUG oslo.service.loopingcall [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.552395] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2234.552775] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bae5c72-cf41-4f5d-823b-c2fb3a887d06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.573537] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2234.573537] env[62284]: value = "task-1955555" [ 2234.573537] env[62284]: _type = "Task" [ 2234.573537] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.581547] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955555, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.776254] env[62284]: DEBUG nova.compute.manager [req-9d7cafeb-cf5e-4f7c-b479-73aecdc7efd7 req-002c3d1b-4c06-4c04-b87d-1607b33c94b2 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received event network-changed-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2234.776564] env[62284]: DEBUG nova.compute.manager [req-9d7cafeb-cf5e-4f7c-b479-73aecdc7efd7 req-002c3d1b-4c06-4c04-b87d-1607b33c94b2 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Refreshing instance network info cache due to event network-changed-728020d2-84d6-49fd-94d4-5cde190723fa. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2234.776863] env[62284]: DEBUG oslo_concurrency.lockutils [req-9d7cafeb-cf5e-4f7c-b479-73aecdc7efd7 req-002c3d1b-4c06-4c04-b87d-1607b33c94b2 service nova] Acquiring lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.777099] env[62284]: DEBUG oslo_concurrency.lockutils [req-9d7cafeb-cf5e-4f7c-b479-73aecdc7efd7 req-002c3d1b-4c06-4c04-b87d-1607b33c94b2 service nova] Acquired lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.777348] env[62284]: DEBUG nova.network.neutron [req-9d7cafeb-cf5e-4f7c-b479-73aecdc7efd7 req-002c3d1b-4c06-4c04-b87d-1607b33c94b2 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Refreshing network info cache for port 728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2234.792607] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057479} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.792852] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2234.793741] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6690b87-f78c-4797-8d72-5577967509ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.816507] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] f70fadcc-3fa5-4d07-bab6-e994a84d8ceb/f70fadcc-3fa5-4d07-bab6-e994a84d8ceb.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2234.817085] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54cf1041-1510-4062-a654-84925c0fed61 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.837654] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2234.837654] env[62284]: value = "task-1955556" [ 2234.837654] env[62284]: _type = "Task" [ 2234.837654] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.846378] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.084718] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955555, 'name': CreateVM_Task, 'duration_secs': 0.4214} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.084920] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2235.085596] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.085766] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.086102] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2235.086364] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9a6e15-e2a7-4f9e-9049-38a2320bba98 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.090839] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2235.090839] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5282cfd6-6c85-9992-053e-87e76cd89819" [ 2235.090839] env[62284]: _type = "Task" [ 2235.090839] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.097926] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5282cfd6-6c85-9992-053e-87e76cd89819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.347419] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.515449] env[62284]: DEBUG nova.network.neutron [req-9d7cafeb-cf5e-4f7c-b479-73aecdc7efd7 req-002c3d1b-4c06-4c04-b87d-1607b33c94b2 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updated VIF entry in instance network info cache for port 728020d2-84d6-49fd-94d4-5cde190723fa. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2235.515873] env[62284]: DEBUG nova.network.neutron [req-9d7cafeb-cf5e-4f7c-b479-73aecdc7efd7 req-002c3d1b-4c06-4c04-b87d-1607b33c94b2 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [{"id": "728020d2-84d6-49fd-94d4-5cde190723fa", "address": "fa:16:3e:e3:6d:8f", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728020d2-84", "ovs_interfaceid": "728020d2-84d6-49fd-94d4-5cde190723fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.600773] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5282cfd6-6c85-9992-053e-87e76cd89819, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.601062] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.601292] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2235.601520] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.601665] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.601844] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2235.602108] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eb3dcdd-74b9-40e3-8e50-930c50a35c26 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.612768] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2235.612939] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2235.613611] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9289e0e9-aec4-4a74-89b8-df280ede5afd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.618391] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2235.618391] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520183c1-85a6-d471-8ff3-fbdef33a663e" [ 2235.618391] env[62284]: _type = "Task" [ 2235.618391] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.625827] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520183c1-85a6-d471-8ff3-fbdef33a663e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.847742] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955556, 'name': ReconfigVM_Task, 'duration_secs': 0.518976} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.848048] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Reconfigured VM instance instance-00000076 to attach disk [datastore1] f70fadcc-3fa5-4d07-bab6-e994a84d8ceb/f70fadcc-3fa5-4d07-bab6-e994a84d8ceb.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2235.848701] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c100ba14-ef62-4e8a-9843-0e0c7e77c5a5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.854841] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2235.854841] env[62284]: value = "task-1955558" [ 2235.854841] env[62284]: _type = "Task" [ 2235.854841] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.862245] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955558, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.019283] env[62284]: DEBUG oslo_concurrency.lockutils [req-9d7cafeb-cf5e-4f7c-b479-73aecdc7efd7 req-002c3d1b-4c06-4c04-b87d-1607b33c94b2 service nova] Releasing lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2236.128640] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520183c1-85a6-d471-8ff3-fbdef33a663e, 'name': SearchDatastore_Task, 'duration_secs': 0.007923} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.129355] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6378ff7-f246-419d-9015-8bd8b2ab9617 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.134183] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2236.134183] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e58078-3e29-6dea-fbff-24757359d43e" [ 2236.134183] env[62284]: _type = "Task" [ 2236.134183] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.141443] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e58078-3e29-6dea-fbff-24757359d43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.364533] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955558, 'name': Rename_Task, 'duration_secs': 0.132683} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.364893] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2236.365047] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e4467d5-170d-40f8-b824-d2b060e85335 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.371385] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2236.371385] env[62284]: value = "task-1955559" [ 2236.371385] env[62284]: _type = "Task" [ 2236.371385] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.378403] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.644687] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e58078-3e29-6dea-fbff-24757359d43e, 'name': SearchDatastore_Task, 'duration_secs': 0.009041} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.644964] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2236.645251] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71/8635bf13-68e8-475e-af24-d739919d5e71.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2236.645515] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7674c5c8-4cde-4290-adb5-5f67e46d30d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.651703] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2236.651703] env[62284]: value = "task-1955560" [ 2236.651703] env[62284]: _type = "Task" [ 2236.651703] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.659031] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.881628] env[62284]: DEBUG oslo_vmware.api [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955559, 'name': PowerOnVM_Task, 'duration_secs': 0.424935} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.881927] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2236.882187] env[62284]: INFO nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Took 12.13 seconds to spawn the instance on the hypervisor. [ 2236.882386] env[62284]: DEBUG nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2236.883237] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43866b8d-4764-4858-988c-66017ca1db3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.161887] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501998} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.162102] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71/8635bf13-68e8-475e-af24-d739919d5e71.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2237.162314] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2237.162561] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-368d4420-9f16-4ba5-b4a1-d746954dd11b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.168030] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2237.168030] env[62284]: value = "task-1955561" [ 2237.168030] env[62284]: _type = "Task" [ 2237.168030] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.175932] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.403992] env[62284]: INFO nova.compute.manager [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Took 16.87 seconds to build instance. [ 2237.680076] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109974} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.680253] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2237.681024] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38eae95-95cb-4cc7-b83e-d450eb199137 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.706893] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71/8635bf13-68e8-475e-af24-d739919d5e71.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2237.706893] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54bf0ee2-7fc0-4d2d-ae35-d6a69cecfe1e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.729475] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2237.729475] env[62284]: value = "task-1955562" [ 2237.729475] env[62284]: _type = "Task" [ 2237.729475] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.739694] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.905987] env[62284]: DEBUG oslo_concurrency.lockutils [None req-275b8c8a-1e5f-4c19-81f5-ef4d0964584f tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.386s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.240249] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955562, 'name': ReconfigVM_Task, 'duration_secs': 0.315769} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.240690] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71/8635bf13-68e8-475e-af24-d739919d5e71.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2238.241620] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4eeb38a-eeb8-49ac-9796-b0ca77b88c17 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.248931] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2238.248931] env[62284]: value = "task-1955563" [ 2238.248931] env[62284]: _type = "Task" [ 2238.248931] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.256500] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955563, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.405346] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "b823781e-1800-4d95-b61d-cf7fb3735b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.405617] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.405903] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.406529] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.406529] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.408441] env[62284]: INFO nova.compute.manager [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Terminating instance [ 2238.758818] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955563, 'name': Rename_Task, 'duration_secs': 0.143487} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.759279] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2238.759623] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf75914-8810-41df-adf2-a0c1435a7db2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.765983] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2238.765983] env[62284]: value = "task-1955564" [ 2238.765983] env[62284]: _type = "Task" [ 2238.765983] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.773526] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.914632] env[62284]: DEBUG nova.compute.manager [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2238.914877] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.915160] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6580361c-fbce-4a28-a972-53c56180b71c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.922391] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2238.922391] env[62284]: value = "task-1955565" [ 2238.922391] env[62284]: _type = "Task" [ 2238.922391] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.931392] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.276281] env[62284]: DEBUG oslo_vmware.api [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955564, 'name': PowerOnVM_Task, 'duration_secs': 0.447161} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.276488] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2239.276692] env[62284]: INFO nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Took 12.34 seconds to spawn the instance on the hypervisor. [ 2239.276872] env[62284]: DEBUG nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2239.277674] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913dbf2b-1116-4011-88dd-0ba79e04233c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.398386] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquiring lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.398669] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.398891] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquiring lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.399145] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.399334] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.401619] env[62284]: INFO nova.compute.manager [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Terminating instance [ 2239.431927] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955565, 'name': PowerOffVM_Task, 'duration_secs': 0.14478} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.432261] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2239.432463] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2239.432659] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402938', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'name': 'volume-9c2adb3f-630e-4d14-97f4-358ec559bccb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b823781e-1800-4d95-b61d-cf7fb3735b65', 'attached_at': '2024-12-23T08:38:50.000000', 'detached_at': '', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'serial': '9c2adb3f-630e-4d14-97f4-358ec559bccb'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2239.433460] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6cf056-2066-42c0-a814-22d31e1ff371 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.452720] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc304dfe-8230-4b73-af80-c386d08794e2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.459982] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ffeb4-3aea-48fc-9720-3af90f028da7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.477117] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6a699a-b099-4018-b794-622619d2c93f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.493053] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c2adb3f-630e-4d14-97f4-358ec559bccb/volume-9c2adb3f-630e-4d14-97f4-358ec559bccb.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2239.498640] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2239.498964] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c73ef0b-75bb-452a-b409-201fcdbb3e68 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.518257] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2239.518257] env[62284]: value = "task-1955566" [ 2239.518257] env[62284]: _type = "Task" [ 2239.518257] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.528294] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.797236] env[62284]: INFO nova.compute.manager [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Took 17.95 seconds to build instance. [ 2239.905277] env[62284]: DEBUG nova.compute.manager [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2239.905535] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2239.906456] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c33a85-1f03-42ef-9610-0b9c1fd7a8b4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.914677] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2239.914921] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20f52767-a3d8-4576-8f4c-80bddfbaddf3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.920834] env[62284]: DEBUG oslo_vmware.api [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2239.920834] env[62284]: value = "task-1955567" [ 2239.920834] env[62284]: _type = "Task" [ 2239.920834] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.928706] env[62284]: DEBUG oslo_vmware.api [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.027811] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955566, 'name': ReconfigVM_Task, 'duration_secs': 0.292095} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.028165] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2240.032795] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a7478a-dfc3-4b71-8652-d569472a3b95 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.048063] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2240.048063] env[62284]: value = "task-1955568" [ 2240.048063] env[62284]: _type = "Task" [ 2240.048063] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.056304] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.299142] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5ae8a472-b292-41a5-93b4-a512464997b5 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.463s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.431179] env[62284]: DEBUG oslo_vmware.api [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955567, 'name': PowerOffVM_Task, 'duration_secs': 0.289746} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.431445] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2240.431610] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2240.431861] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fc4ad23-82ec-46b1-94d2-c9c1774626d8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.539618] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2240.540040] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2240.540040] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Deleting the datastore file [datastore1] f70fadcc-3fa5-4d07-bab6-e994a84d8ceb {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2240.540332] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbef4551-485f-4160-90f9-cdbdee04c666 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.546581] env[62284]: DEBUG oslo_vmware.api [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for the task: (returnval){ [ 2240.546581] env[62284]: value = "task-1955570" [ 2240.546581] env[62284]: _type = "Task" [ 2240.546581] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.562047] env[62284]: DEBUG oslo_vmware.api [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.566704] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955568, 'name': ReconfigVM_Task, 'duration_secs': 0.139844} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.567155] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402938', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'name': 'volume-9c2adb3f-630e-4d14-97f4-358ec559bccb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b823781e-1800-4d95-b61d-cf7fb3735b65', 'attached_at': '2024-12-23T08:38:50.000000', 'detached_at': '', 'volume_id': '9c2adb3f-630e-4d14-97f4-358ec559bccb', 'serial': '9c2adb3f-630e-4d14-97f4-358ec559bccb'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2240.567590] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2240.568802] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ddfbd-2d96-4fe4-9637-ff45710c9cb1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.577507] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2240.577845] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee475bd9-9fb0-4765-9e5f-96c835165af5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.662981] env[62284]: DEBUG nova.compute.manager [req-29722576-12d2-4b9e-b225-093c25529f33 req-aef52d85-2918-4bd6-bb8e-23d38a72ae9f service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received event network-changed-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2240.663166] env[62284]: DEBUG nova.compute.manager [req-29722576-12d2-4b9e-b225-093c25529f33 req-aef52d85-2918-4bd6-bb8e-23d38a72ae9f service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Refreshing instance network info cache due to event network-changed-728020d2-84d6-49fd-94d4-5cde190723fa. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2240.663381] env[62284]: DEBUG oslo_concurrency.lockutils [req-29722576-12d2-4b9e-b225-093c25529f33 req-aef52d85-2918-4bd6-bb8e-23d38a72ae9f service nova] Acquiring lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.663527] env[62284]: DEBUG oslo_concurrency.lockutils [req-29722576-12d2-4b9e-b225-093c25529f33 req-aef52d85-2918-4bd6-bb8e-23d38a72ae9f service nova] Acquired lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.663698] env[62284]: DEBUG nova.network.neutron [req-29722576-12d2-4b9e-b225-093c25529f33 req-aef52d85-2918-4bd6-bb8e-23d38a72ae9f service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Refreshing network info cache for port 728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2240.841962] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2240.842150] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2240.842347] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleting the datastore file [datastore1] b823781e-1800-4d95-b61d-cf7fb3735b65 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2240.842651] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-816613a3-a5dd-4b74-ba8c-fadf2df0c54b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.848986] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2240.848986] env[62284]: value = "task-1955572" [ 2240.848986] env[62284]: _type = "Task" [ 2240.848986] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.857197] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.056387] env[62284]: DEBUG oslo_vmware.api [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.358830] env[62284]: DEBUG oslo_vmware.api [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307414} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.359103] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2241.359376] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2241.359454] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2241.359697] env[62284]: INFO nova.compute.manager [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Took 2.44 seconds to destroy the instance on the hypervisor. [ 2241.359957] env[62284]: DEBUG oslo.service.loopingcall [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2241.360161] env[62284]: DEBUG nova.compute.manager [-] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2241.360256] env[62284]: DEBUG nova.network.neutron [-] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2241.462629] env[62284]: DEBUG nova.network.neutron [req-29722576-12d2-4b9e-b225-093c25529f33 req-aef52d85-2918-4bd6-bb8e-23d38a72ae9f service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updated VIF entry in instance network info cache for port 728020d2-84d6-49fd-94d4-5cde190723fa. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2241.463103] env[62284]: DEBUG nova.network.neutron [req-29722576-12d2-4b9e-b225-093c25529f33 req-aef52d85-2918-4bd6-bb8e-23d38a72ae9f service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [{"id": "728020d2-84d6-49fd-94d4-5cde190723fa", "address": "fa:16:3e:e3:6d:8f", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728020d2-84", "ovs_interfaceid": "728020d2-84d6-49fd-94d4-5cde190723fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.556716] env[62284]: DEBUG oslo_vmware.api [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Task: {'id': task-1955570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.600389} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.557054] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2241.557153] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2241.557324] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2241.557498] env[62284]: INFO nova.compute.manager [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 2241.557720] env[62284]: DEBUG oslo.service.loopingcall [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2241.557898] env[62284]: DEBUG nova.compute.manager [-] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2241.557989] env[62284]: DEBUG nova.network.neutron [-] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2241.966057] env[62284]: DEBUG oslo_concurrency.lockutils [req-29722576-12d2-4b9e-b225-093c25529f33 req-aef52d85-2918-4bd6-bb8e-23d38a72ae9f service nova] Releasing lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.364747] env[62284]: DEBUG nova.network.neutron [-] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.412234] env[62284]: DEBUG nova.network.neutron [-] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.695750] env[62284]: DEBUG nova.compute.manager [req-c0a05a1c-a5ca-4cd7-9232-a9b794caf886 req-587481de-e97c-4080-a554-6c88a4a94bed service nova] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Received event network-vif-deleted-f604cef9-8402-463a-b214-5f74af25fc1c {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2242.695996] env[62284]: DEBUG nova.compute.manager [req-c0a05a1c-a5ca-4cd7-9232-a9b794caf886 req-587481de-e97c-4080-a554-6c88a4a94bed service nova] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Received event network-vif-deleted-9858e318-546a-4178-8bb2-251dd38fc82f {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2242.868101] env[62284]: INFO nova.compute.manager [-] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Took 1.31 seconds to deallocate network for instance. [ 2242.914724] env[62284]: INFO nova.compute.manager [-] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Took 1.55 seconds to deallocate network for instance. [ 2243.374208] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.374327] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.374540] env[62284]: DEBUG nova.objects.instance [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lazy-loading 'resources' on Instance uuid f70fadcc-3fa5-4d07-bab6-e994a84d8ceb {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2243.459502] env[62284]: INFO nova.compute.manager [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Took 0.54 seconds to detach 1 volumes for instance. [ 2243.461627] env[62284]: DEBUG nova.compute.manager [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Deleting volume: 9c2adb3f-630e-4d14-97f4-358ec559bccb {{(pid=62284) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2243.955479] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32644af0-4798-48aa-b90e-057ba3004a91 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.963941] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a963e6d-6433-4ba8-9684-ff05cc5c2452 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.995606] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e8553a-cf24-402b-8fe5-be659ec2ee33 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.998747] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.004459] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ddc1a0-ddf7-4f16-8c2f-8bc98eceb9c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.018557] env[62284]: DEBUG nova.compute.provider_tree [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2244.522524] env[62284]: DEBUG nova.scheduler.client.report [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2245.027907] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.030270] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.032s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.030506] env[62284]: DEBUG nova.objects.instance [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'resources' on Instance uuid b823781e-1800-4d95-b61d-cf7fb3735b65 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2245.046483] env[62284]: INFO nova.scheduler.client.report [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Deleted allocations for instance f70fadcc-3fa5-4d07-bab6-e994a84d8ceb [ 2245.554803] env[62284]: DEBUG oslo_concurrency.lockutils [None req-b1628c8f-2223-4df6-8da5-d28e0227f365 tempest-ServerMetadataTestJSON-1646895804 tempest-ServerMetadataTestJSON-1646895804-project-member] Lock "f70fadcc-3fa5-4d07-bab6-e994a84d8ceb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.156s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.592810] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d8084d-d81f-4b91-a804-d2ee20d3dbd6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.600212] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b82570-c7bb-40cd-b763-219a4a3b1bd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.630204] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd24fff5-73de-465b-aaab-508ca02ff48c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.637144] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc594ef-f3c0-4921-9191-a35c836b2607 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.652027] env[62284]: DEBUG nova.compute.provider_tree [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2246.154123] env[62284]: DEBUG nova.scheduler.client.report [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2246.659331] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.683987] env[62284]: INFO nova.scheduler.client.report [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted allocations for instance b823781e-1800-4d95-b61d-cf7fb3735b65 [ 2247.193889] env[62284]: DEBUG oslo_concurrency.lockutils [None req-df8b0caf-170f-433e-81a3-10cae86d59ae tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "b823781e-1800-4d95-b61d-cf7fb3735b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.788s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.401746] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "6b2f146e-486a-47a3-8063-164be484290c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.402055] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "6b2f146e-486a-47a3-8063-164be484290c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.402258] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "6b2f146e-486a-47a3-8063-164be484290c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.402442] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "6b2f146e-486a-47a3-8063-164be484290c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.402685] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "6b2f146e-486a-47a3-8063-164be484290c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.404978] env[62284]: INFO nova.compute.manager [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Terminating instance [ 2248.910677] env[62284]: DEBUG nova.compute.manager [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2248.910995] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2248.912307] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9076a0bb-4de6-4d1c-9ed9-340481ac5a10 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.920808] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2248.921174] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4935ee6-70e9-41db-927f-dbd87c7d89cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.929827] env[62284]: DEBUG oslo_vmware.api [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2248.929827] env[62284]: value = "task-1955574" [ 2248.929827] env[62284]: _type = "Task" [ 2248.929827] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.938778] env[62284]: DEBUG oslo_vmware.api [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.440355] env[62284]: DEBUG oslo_vmware.api [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955574, 'name': PowerOffVM_Task, 'duration_secs': 0.186377} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.440683] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.440862] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.441140] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e809f8d-b44f-495b-861b-b1303c3e79f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.937702] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "dd68bd51-f879-4309-8857-63abf6476db8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.937953] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "dd68bd51-f879-4309-8857-63abf6476db8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.276402] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.276643] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.441015] env[62284]: DEBUG nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2250.779240] env[62284]: DEBUG nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2250.964029] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.964305] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.965789] env[62284]: INFO nova.compute.claims [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2251.297317] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.039871] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266fa05-2994-4aa9-9275-619e18fc2218 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.047975] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79266508-76b4-4af7-a1ce-fc66552004ee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.077176] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe7e325-beb8-4088-9013-413471a81382 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.083940] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffcb3ad-40d1-4ea2-b0d5-390616f79dfa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.097515] env[62284]: DEBUG nova.compute.provider_tree [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2252.320853] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2252.321231] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2252.321484] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleting the datastore file [datastore1] 6b2f146e-486a-47a3-8063-164be484290c {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2252.321773] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f3ece5-e4f9-4767-9c35-c6461196f474 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.328322] env[62284]: DEBUG oslo_vmware.api [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2252.328322] env[62284]: value = "task-1955576" [ 2252.328322] env[62284]: _type = "Task" [ 2252.328322] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.336065] env[62284]: DEBUG oslo_vmware.api [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.601651] env[62284]: DEBUG nova.scheduler.client.report [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2252.838275] env[62284]: DEBUG oslo_vmware.api [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128677} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.838541] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2252.838707] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2252.838884] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2252.839066] env[62284]: INFO nova.compute.manager [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Took 3.93 seconds to destroy the instance on the hypervisor. [ 2252.839314] env[62284]: DEBUG oslo.service.loopingcall [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.839528] env[62284]: DEBUG nova.compute.manager [-] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2252.839626] env[62284]: DEBUG nova.network.neutron [-] [instance: 6b2f146e-486a-47a3-8063-164be484290c] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2253.070152] env[62284]: DEBUG nova.compute.manager [req-8de91d0e-b5d4-476b-a03d-aafdf1353527 req-1f19a46c-c5a8-47e5-8988-e310f8503395 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Received event network-vif-deleted-32f6fb53-68e5-4c7d-b269-5dd89d504710 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2253.070504] env[62284]: INFO nova.compute.manager [req-8de91d0e-b5d4-476b-a03d-aafdf1353527 req-1f19a46c-c5a8-47e5-8988-e310f8503395 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Neutron deleted interface 32f6fb53-68e5-4c7d-b269-5dd89d504710; detaching it from the instance and deleting it from the info cache [ 2253.070504] env[62284]: DEBUG nova.network.neutron [req-8de91d0e-b5d4-476b-a03d-aafdf1353527 req-1f19a46c-c5a8-47e5-8988-e310f8503395 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.106750] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.107227] env[62284]: DEBUG nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2253.109806] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.813s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.111519] env[62284]: INFO nova.compute.claims [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2253.548244] env[62284]: DEBUG nova.network.neutron [-] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.573898] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19d02de1-8b31-4f80-8a30-46b3ab4bac3a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.582330] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba6aa46-671f-43f3-9698-62874390fd9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.606646] env[62284]: DEBUG nova.compute.manager [req-8de91d0e-b5d4-476b-a03d-aafdf1353527 req-1f19a46c-c5a8-47e5-8988-e310f8503395 service nova] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Detach interface failed, port_id=32f6fb53-68e5-4c7d-b269-5dd89d504710, reason: Instance 6b2f146e-486a-47a3-8063-164be484290c could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2253.614983] env[62284]: DEBUG nova.compute.utils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2253.617973] env[62284]: DEBUG nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2253.618159] env[62284]: DEBUG nova.network.neutron [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2253.665210] env[62284]: DEBUG nova.policy [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97de6b0e5c3a41faa4d60e2dc9d9e38f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e32fec7bd224c10bf88ca652315f863', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2253.900039] env[62284]: DEBUG nova.network.neutron [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Successfully created port: e67e373d-535c-447e-a999-47b2e96dfb41 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2254.050938] env[62284]: INFO nova.compute.manager [-] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Took 1.21 seconds to deallocate network for instance. [ 2254.121515] env[62284]: DEBUG nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2254.208560] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064260b9-74cf-4858-9b27-4191a662ab1f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.215897] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e79456-4583-44ac-8b31-4da4e27ab447 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.246246] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8571774d-b930-41f5-9a17-9728748ed142 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.253802] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e5a1b-ffdd-4492-9904-5b6065dd1639 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.266537] env[62284]: DEBUG nova.compute.provider_tree [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2254.559868] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.769949] env[62284]: DEBUG nova.scheduler.client.report [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2255.139054] env[62284]: DEBUG nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2255.166022] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2255.166268] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2255.166430] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2255.166613] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2255.166762] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2255.166913] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2255.167145] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2255.167311] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2255.167481] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2255.167642] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2255.167816] env[62284]: DEBUG nova.virt.hardware [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2255.168716] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2522338a-f9ca-4629-a000-b997cf788896 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.176720] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67005ce7-5946-49d5-ac9b-60619d0f27b2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.279021] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.279021] env[62284]: DEBUG nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2255.282514] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.723s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.283158] env[62284]: DEBUG nova.objects.instance [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'resources' on Instance uuid 6b2f146e-486a-47a3-8063-164be484290c {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2255.318482] env[62284]: DEBUG nova.compute.manager [req-11bd5936-f760-4acc-9c97-b90d7caf681c req-c42278a4-03fc-40ac-ae3f-46820f784bad service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Received event network-vif-plugged-e67e373d-535c-447e-a999-47b2e96dfb41 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2255.318482] env[62284]: DEBUG oslo_concurrency.lockutils [req-11bd5936-f760-4acc-9c97-b90d7caf681c req-c42278a4-03fc-40ac-ae3f-46820f784bad service nova] Acquiring lock "dd68bd51-f879-4309-8857-63abf6476db8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.318482] env[62284]: DEBUG oslo_concurrency.lockutils [req-11bd5936-f760-4acc-9c97-b90d7caf681c req-c42278a4-03fc-40ac-ae3f-46820f784bad service nova] Lock "dd68bd51-f879-4309-8857-63abf6476db8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.318482] env[62284]: DEBUG oslo_concurrency.lockutils [req-11bd5936-f760-4acc-9c97-b90d7caf681c req-c42278a4-03fc-40ac-ae3f-46820f784bad service nova] Lock "dd68bd51-f879-4309-8857-63abf6476db8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.318873] env[62284]: DEBUG nova.compute.manager [req-11bd5936-f760-4acc-9c97-b90d7caf681c req-c42278a4-03fc-40ac-ae3f-46820f784bad service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] No waiting events found dispatching network-vif-plugged-e67e373d-535c-447e-a999-47b2e96dfb41 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2255.319216] env[62284]: WARNING nova.compute.manager [req-11bd5936-f760-4acc-9c97-b90d7caf681c req-c42278a4-03fc-40ac-ae3f-46820f784bad service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Received unexpected event network-vif-plugged-e67e373d-535c-447e-a999-47b2e96dfb41 for instance with vm_state building and task_state spawning. [ 2255.399414] env[62284]: DEBUG nova.network.neutron [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Successfully updated port: e67e373d-535c-447e-a999-47b2e96dfb41 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2255.783966] env[62284]: DEBUG nova.compute.utils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2255.785419] env[62284]: DEBUG nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2255.785599] env[62284]: DEBUG nova.network.neutron [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2255.822804] env[62284]: DEBUG nova.policy [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97de6b0e5c3a41faa4d60e2dc9d9e38f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e32fec7bd224c10bf88ca652315f863', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2255.857852] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc437d-86a7-41d9-9a01-64acd7f6ceb2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.867114] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0dd1d2-a83d-452a-b32f-881cf99adc32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.896476] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe15410-fa2e-469b-b555-1fd8ba076b3b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.903168] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.903321] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.903525] env[62284]: DEBUG nova.network.neutron [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2255.905609] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f01ae5b-e447-4a01-b27e-444b0a4fc7f9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.921541] env[62284]: DEBUG nova.compute.provider_tree [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2256.052720] env[62284]: DEBUG nova.network.neutron [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Successfully created port: e5fa1d19-fa56-4419-92cc-87f69ebd4a81 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2256.288687] env[62284]: DEBUG nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2256.425012] env[62284]: DEBUG nova.scheduler.client.report [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2256.438254] env[62284]: DEBUG nova.network.neutron [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2256.776443] env[62284]: DEBUG nova.network.neutron [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updating instance_info_cache with network_info: [{"id": "e67e373d-535c-447e-a999-47b2e96dfb41", "address": "fa:16:3e:bf:b8:7a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e373d-53", "ovs_interfaceid": "e67e373d-535c-447e-a999-47b2e96dfb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.929872] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.946906] env[62284]: INFO nova.scheduler.client.report [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted allocations for instance 6b2f146e-486a-47a3-8063-164be484290c [ 2257.279139] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.281058] env[62284]: DEBUG nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Instance network_info: |[{"id": "e67e373d-535c-447e-a999-47b2e96dfb41", "address": "fa:16:3e:bf:b8:7a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e373d-53", "ovs_interfaceid": "e67e373d-535c-447e-a999-47b2e96dfb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2257.281058] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:b8:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e67e373d-535c-447e-a999-47b2e96dfb41', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2257.287513] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Creating folder: Project (0e32fec7bd224c10bf88ca652315f863). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2257.287854] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b50e006-fa9f-4f49-8f5c-a9a86d83b03e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.298459] env[62284]: DEBUG nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2257.301357] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Created folder: Project (0e32fec7bd224c10bf88ca652315f863) in parent group-v402637. [ 2257.301603] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Creating folder: Instances. Parent ref: group-v402955. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2257.301896] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f83717e-7d14-460c-bd7d-f2e454599106 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.311473] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Created folder: Instances in parent group-v402955. [ 2257.311750] env[62284]: DEBUG oslo.service.loopingcall [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2257.311979] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2257.312215] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0e07374-4eb2-40e2-b230-ff5082bcbeb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.333530] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2257.333530] env[62284]: value = "task-1955579" [ 2257.333530] env[62284]: _type = "Task" [ 2257.333530] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.335645] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2257.335880] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2257.336050] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2257.336243] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2257.336390] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2257.336541] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2257.336752] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2257.336911] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2257.337096] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2257.337266] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2257.337441] env[62284]: DEBUG nova.virt.hardware [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2257.338265] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789eaece-92d1-464f-9da2-c26d5fee5651 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.345403] env[62284]: DEBUG nova.compute.manager [req-2b6c5ec2-fbf0-44b4-a9cb-b2499c340e57 req-2346e1b7-ffe0-42ec-8f3f-8c967daecad3 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Received event network-changed-e67e373d-535c-447e-a999-47b2e96dfb41 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2257.345593] env[62284]: DEBUG nova.compute.manager [req-2b6c5ec2-fbf0-44b4-a9cb-b2499c340e57 req-2346e1b7-ffe0-42ec-8f3f-8c967daecad3 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Refreshing instance network info cache due to event network-changed-e67e373d-535c-447e-a999-47b2e96dfb41. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2257.345796] env[62284]: DEBUG oslo_concurrency.lockutils [req-2b6c5ec2-fbf0-44b4-a9cb-b2499c340e57 req-2346e1b7-ffe0-42ec-8f3f-8c967daecad3 service nova] Acquiring lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.345939] env[62284]: DEBUG oslo_concurrency.lockutils [req-2b6c5ec2-fbf0-44b4-a9cb-b2499c340e57 req-2346e1b7-ffe0-42ec-8f3f-8c967daecad3 service nova] Acquired lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.346114] env[62284]: DEBUG nova.network.neutron [req-2b6c5ec2-fbf0-44b4-a9cb-b2499c340e57 req-2346e1b7-ffe0-42ec-8f3f-8c967daecad3 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Refreshing network info cache for port e67e373d-535c-447e-a999-47b2e96dfb41 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2257.350977] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96106f0c-eeee-41bd-8dc8-5c70012a06d3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.357727] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955579, 'name': CreateVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.454161] env[62284]: DEBUG oslo_concurrency.lockutils [None req-58541db0-6b3e-45f5-9f5a-1e4048d041b6 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "6b2f146e-486a-47a3-8063-164be484290c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.052s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.518355] env[62284]: DEBUG nova.network.neutron [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Successfully updated port: e5fa1d19-fa56-4419-92cc-87f69ebd4a81 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2257.847055] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955579, 'name': CreateVM_Task, 'duration_secs': 0.429018} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.847306] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2257.848028] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.848225] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.848546] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2257.848801] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838ac47b-39b9-423b-a64e-ccce13dc9c83 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.855521] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2257.855521] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525204a0-5249-1f9d-0191-f9e50c86de00" [ 2257.855521] env[62284]: _type = "Task" [ 2257.855521] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.863085] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525204a0-5249-1f9d-0191-f9e50c86de00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.021237] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.021388] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.021536] env[62284]: DEBUG nova.network.neutron [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2258.048264] env[62284]: DEBUG nova.network.neutron [req-2b6c5ec2-fbf0-44b4-a9cb-b2499c340e57 req-2346e1b7-ffe0-42ec-8f3f-8c967daecad3 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updated VIF entry in instance network info cache for port e67e373d-535c-447e-a999-47b2e96dfb41. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2258.048658] env[62284]: DEBUG nova.network.neutron [req-2b6c5ec2-fbf0-44b4-a9cb-b2499c340e57 req-2346e1b7-ffe0-42ec-8f3f-8c967daecad3 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updating instance_info_cache with network_info: [{"id": "e67e373d-535c-447e-a999-47b2e96dfb41", "address": "fa:16:3e:bf:b8:7a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e373d-53", "ovs_interfaceid": "e67e373d-535c-447e-a999-47b2e96dfb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.365422] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525204a0-5249-1f9d-0191-f9e50c86de00, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.365755] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.365909] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2258.366161] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.366310] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.366490] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2258.366746] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bd21347-bdd8-47b9-a536-61822dc406d4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.374745] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2258.374920] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2258.375649] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6da0ac8-08fc-444c-af39-484fe3bb8c84 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.380617] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2258.380617] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bd6f33-808d-9627-5c75-75b70e70c7a4" [ 2258.380617] env[62284]: _type = "Task" [ 2258.380617] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.388015] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bd6f33-808d-9627-5c75-75b70e70c7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.551235] env[62284]: DEBUG oslo_concurrency.lockutils [req-2b6c5ec2-fbf0-44b4-a9cb-b2499c340e57 req-2346e1b7-ffe0-42ec-8f3f-8c967daecad3 service nova] Releasing lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.552504] env[62284]: DEBUG nova.network.neutron [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2258.671279] env[62284]: DEBUG nova.network.neutron [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Updating instance_info_cache with network_info: [{"id": "e5fa1d19-fa56-4419-92cc-87f69ebd4a81", "address": "fa:16:3e:81:98:1a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fa1d19-fa", "ovs_interfaceid": "e5fa1d19-fa56-4419-92cc-87f69ebd4a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.891368] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bd6f33-808d-9627-5c75-75b70e70c7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.892237] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09479183-4e21-41db-aa7a-81b691337694 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.898164] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2258.898164] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52563f96-28b7-5837-5adf-cf9471d5055f" [ 2258.898164] env[62284]: _type = "Task" [ 2258.898164] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.905806] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52563f96-28b7-5837-5adf-cf9471d5055f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.173591] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.173948] env[62284]: DEBUG nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Instance network_info: |[{"id": "e5fa1d19-fa56-4419-92cc-87f69ebd4a81", "address": "fa:16:3e:81:98:1a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fa1d19-fa", "ovs_interfaceid": "e5fa1d19-fa56-4419-92cc-87f69ebd4a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2259.174391] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:98:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5fa1d19-fa56-4419-92cc-87f69ebd4a81', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2259.181855] env[62284]: DEBUG oslo.service.loopingcall [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2259.182077] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2259.182303] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128d3525-af23-401c-83cf-f4ee9772113c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.203205] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2259.203205] env[62284]: value = "task-1955581" [ 2259.203205] env[62284]: _type = "Task" [ 2259.203205] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.210818] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955581, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.372382] env[62284]: DEBUG nova.compute.manager [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Received event network-vif-plugged-e5fa1d19-fa56-4419-92cc-87f69ebd4a81 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2259.372603] env[62284]: DEBUG oslo_concurrency.lockutils [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] Acquiring lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.372813] env[62284]: DEBUG oslo_concurrency.lockutils [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] Lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.372989] env[62284]: DEBUG oslo_concurrency.lockutils [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] Lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.373178] env[62284]: DEBUG nova.compute.manager [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] No waiting events found dispatching network-vif-plugged-e5fa1d19-fa56-4419-92cc-87f69ebd4a81 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2259.373347] env[62284]: WARNING nova.compute.manager [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Received unexpected event network-vif-plugged-e5fa1d19-fa56-4419-92cc-87f69ebd4a81 for instance with vm_state building and task_state spawning. [ 2259.373510] env[62284]: DEBUG nova.compute.manager [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Received event network-changed-e5fa1d19-fa56-4419-92cc-87f69ebd4a81 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2259.373668] env[62284]: DEBUG nova.compute.manager [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Refreshing instance network info cache due to event network-changed-e5fa1d19-fa56-4419-92cc-87f69ebd4a81. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2259.373852] env[62284]: DEBUG oslo_concurrency.lockutils [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] Acquiring lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.373991] env[62284]: DEBUG oslo_concurrency.lockutils [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] Acquired lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.374163] env[62284]: DEBUG nova.network.neutron [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Refreshing network info cache for port e5fa1d19-fa56-4419-92cc-87f69ebd4a81 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2259.407659] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52563f96-28b7-5837-5adf-cf9471d5055f, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.407912] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.408242] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dd68bd51-f879-4309-8857-63abf6476db8/dd68bd51-f879-4309-8857-63abf6476db8.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2259.408734] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d89d306-a98b-40e1-82f5-fac69bd168d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.416582] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2259.416582] env[62284]: value = "task-1955582" [ 2259.416582] env[62284]: _type = "Task" [ 2259.416582] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.423857] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.713237] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955581, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.926863] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41639} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.927196] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dd68bd51-f879-4309-8857-63abf6476db8/dd68bd51-f879-4309-8857-63abf6476db8.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2259.927445] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2259.927776] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ca5396-ad22-451c-8bf0-75429df703fa {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.934825] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2259.934825] env[62284]: value = "task-1955583" [ 2259.934825] env[62284]: _type = "Task" [ 2259.934825] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.942861] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.072478] env[62284]: DEBUG nova.network.neutron [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Updated VIF entry in instance network info cache for port e5fa1d19-fa56-4419-92cc-87f69ebd4a81. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2260.072872] env[62284]: DEBUG nova.network.neutron [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Updating instance_info_cache with network_info: [{"id": "e5fa1d19-fa56-4419-92cc-87f69ebd4a81", "address": "fa:16:3e:81:98:1a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fa1d19-fa", "ovs_interfaceid": "e5fa1d19-fa56-4419-92cc-87f69ebd4a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.213705] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955581, 'name': CreateVM_Task, 'duration_secs': 0.795108} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.214397] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2260.214618] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.214832] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.215151] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2260.215396] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f09382-1191-4bf6-b2f7-7460bc19c4c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.220566] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2260.220566] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fe786d-f21b-e75e-e342-4bb21eb23ffc" [ 2260.220566] env[62284]: _type = "Task" [ 2260.220566] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.227636] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fe786d-f21b-e75e-e342-4bb21eb23ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.443871] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058836} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.444262] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2260.444892] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e919ffc-0afb-4a72-9774-a2de9f290f30 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.465836] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] dd68bd51-f879-4309-8857-63abf6476db8/dd68bd51-f879-4309-8857-63abf6476db8.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2260.466058] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d86fc04-4889-4033-b72a-dbc949550202 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.485265] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2260.485265] env[62284]: value = "task-1955584" [ 2260.485265] env[62284]: _type = "Task" [ 2260.485265] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.492508] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.575436] env[62284]: DEBUG oslo_concurrency.lockutils [req-9c5ddd55-7145-426c-826a-d4b7ff563f14 req-0a1f6983-2914-4428-a19b-af1b97f3e370 service nova] Releasing lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.730855] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fe786d-f21b-e75e-e342-4bb21eb23ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.731125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.731361] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2260.731599] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.731748] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.731923] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2260.732206] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3b03933-cd15-4fb9-8fad-8601dae8ca46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.740434] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2260.740653] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2260.741409] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3cf796-c562-40e0-ab54-886115682876 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.747016] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2260.747016] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526a7db0-e850-9ecc-67dc-c18ab620d00c" [ 2260.747016] env[62284]: _type = "Task" [ 2260.747016] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.754450] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526a7db0-e850-9ecc-67dc-c18ab620d00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.996228] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955584, 'name': ReconfigVM_Task, 'duration_secs': 0.274485} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.996528] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] dd68bd51-f879-4309-8857-63abf6476db8/dd68bd51-f879-4309-8857-63abf6476db8.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2260.997167] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db731e52-39eb-44b4-8123-1dc46d26da06 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.004391] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2261.004391] env[62284]: value = "task-1955585" [ 2261.004391] env[62284]: _type = "Task" [ 2261.004391] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.014754] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955585, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.257271] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]526a7db0-e850-9ecc-67dc-c18ab620d00c, 'name': SearchDatastore_Task, 'duration_secs': 0.008383} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.258044] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1eddb9-7acb-4457-8430-82233e053c26 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.263704] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2261.263704] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bcca1a-9441-7733-312c-84d5a3eb6c8b" [ 2261.263704] env[62284]: _type = "Task" [ 2261.263704] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.271066] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bcca1a-9441-7733-312c-84d5a3eb6c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.481076] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "d95eea11-abb4-4438-a305-b369fdf3bb52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.481357] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.481562] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "d95eea11-abb4-4438-a305-b369fdf3bb52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.481745] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.481912] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.484152] env[62284]: INFO nova.compute.manager [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Terminating instance [ 2261.514390] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955585, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.773899] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52bcca1a-9441-7733-312c-84d5a3eb6c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.774128] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.774392] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b/61c4835a-6a5c-4432-a7cf-4dd59c3ad37b.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2261.774644] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec8eafd9-73f2-4d97-b919-cbb8819fc7f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.781299] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2261.781299] env[62284]: value = "task-1955586" [ 2261.781299] env[62284]: _type = "Task" [ 2261.781299] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.788443] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.987733] env[62284]: DEBUG nova.compute.manager [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2261.988045] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2261.988936] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480cc0eb-b58d-4fa8-a4b9-1e2dc0e4fc24 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.996818] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2261.997110] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0012a0af-a672-4de5-8bca-3ff2b9d83b51 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.004407] env[62284]: DEBUG oslo_vmware.api [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2262.004407] env[62284]: value = "task-1955587" [ 2262.004407] env[62284]: _type = "Task" [ 2262.004407] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.016651] env[62284]: DEBUG oslo_vmware.api [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.020137] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955585, 'name': Rename_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.291889] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.394762} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.292204] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b/61c4835a-6a5c-4432-a7cf-4dd59c3ad37b.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2262.292436] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2262.292691] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-072e9da6-ba45-4ab5-8a4b-46dcab217d50 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.299460] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2262.299460] env[62284]: value = "task-1955588" [ 2262.299460] env[62284]: _type = "Task" [ 2262.299460] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.306710] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.516968] env[62284]: DEBUG oslo_vmware.api [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955587, 'name': PowerOffVM_Task, 'duration_secs': 0.37011} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.519955] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2262.520159] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2262.520433] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955585, 'name': Rename_Task, 'duration_secs': 1.205946} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.520643] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c887a1da-dfdc-48cf-ad03-68feec688f7f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.521982] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2262.522212] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e22d814-5342-484c-9c89-18e3217602cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.529119] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2262.529119] env[62284]: value = "task-1955590" [ 2262.529119] env[62284]: _type = "Task" [ 2262.529119] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.535990] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.612849] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2262.613165] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2262.613367] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleting the datastore file [datastore1] d95eea11-abb4-4438-a305-b369fdf3bb52 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2262.613686] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f14dee58-f0b9-4439-9545-89431746ede6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.619678] env[62284]: DEBUG oslo_vmware.api [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for the task: (returnval){ [ 2262.619678] env[62284]: value = "task-1955591" [ 2262.619678] env[62284]: _type = "Task" [ 2262.619678] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.627277] env[62284]: DEBUG oslo_vmware.api [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.811987] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063887} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.812369] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2262.813180] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4080a7-4037-441e-b5fd-96810e6b4306 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.835699] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b/61c4835a-6a5c-4432-a7cf-4dd59c3ad37b.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2262.835951] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa581e0-4fb3-4fb8-b9b3-acee32d54d36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.854908] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2262.854908] env[62284]: value = "task-1955592" [ 2262.854908] env[62284]: _type = "Task" [ 2262.854908] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.862607] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.039199] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955590, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.129723] env[62284]: DEBUG oslo_vmware.api [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Task: {'id': task-1955591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121714} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.130016] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2263.130224] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2263.130418] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2263.130670] env[62284]: INFO nova.compute.manager [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2263.130966] env[62284]: DEBUG oslo.service.loopingcall [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2263.131220] env[62284]: DEBUG nova.compute.manager [-] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2263.131357] env[62284]: DEBUG nova.network.neutron [-] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2263.366352] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955592, 'name': ReconfigVM_Task, 'duration_secs': 0.258423} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.366744] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b/61c4835a-6a5c-4432-a7cf-4dd59c3ad37b.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2263.367546] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08080a37-c30e-44d3-b622-af6f2502f949 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.375061] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2263.375061] env[62284]: value = "task-1955593" [ 2263.375061] env[62284]: _type = "Task" [ 2263.375061] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.389293] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955593, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.410489] env[62284]: DEBUG nova.compute.manager [req-8afeac55-9605-45eb-a880-4899945b49c6 req-b85fd2e5-f5cb-49b9-81f1-25e5e241c9f0 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Received event network-vif-deleted-885ce43d-bfb5-44bf-b965-dc14b8ad67c5 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2263.410489] env[62284]: INFO nova.compute.manager [req-8afeac55-9605-45eb-a880-4899945b49c6 req-b85fd2e5-f5cb-49b9-81f1-25e5e241c9f0 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Neutron deleted interface 885ce43d-bfb5-44bf-b965-dc14b8ad67c5; detaching it from the instance and deleting it from the info cache [ 2263.410489] env[62284]: DEBUG nova.network.neutron [req-8afeac55-9605-45eb-a880-4899945b49c6 req-b85fd2e5-f5cb-49b9-81f1-25e5e241c9f0 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.541712] env[62284]: DEBUG oslo_vmware.api [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955590, 'name': PowerOnVM_Task, 'duration_secs': 0.865833} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.542254] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2263.542315] env[62284]: INFO nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Took 8.40 seconds to spawn the instance on the hypervisor. [ 2263.542461] env[62284]: DEBUG nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2263.543703] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b0d11b-225e-4550-b4d7-f3373b157608 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.886047] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955593, 'name': Rename_Task, 'duration_secs': 0.172034} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.886047] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2263.886047] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9734ca2a-548a-4b64-810a-b3046c711e8c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.890406] env[62284]: DEBUG nova.network.neutron [-] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.892898] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2263.892898] env[62284]: value = "task-1955594" [ 2263.892898] env[62284]: _type = "Task" [ 2263.892898] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.901853] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.912754] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ceacec8-d67e-444a-af59-54a60ce12931 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.921928] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698d4024-8133-43f6-bc8a-b1d82890751b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.950581] env[62284]: DEBUG nova.compute.manager [req-8afeac55-9605-45eb-a880-4899945b49c6 req-b85fd2e5-f5cb-49b9-81f1-25e5e241c9f0 service nova] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Detach interface failed, port_id=885ce43d-bfb5-44bf-b965-dc14b8ad67c5, reason: Instance d95eea11-abb4-4438-a305-b369fdf3bb52 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2264.062441] env[62284]: INFO nova.compute.manager [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Took 13.11 seconds to build instance. [ 2264.397849] env[62284]: INFO nova.compute.manager [-] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Took 1.27 seconds to deallocate network for instance. [ 2264.409471] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955594, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.565104] env[62284]: DEBUG oslo_concurrency.lockutils [None req-73ad0327-b57a-4e8d-9e0c-8359dbe46715 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "dd68bd51-f879-4309-8857-63abf6476db8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.626s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.903629] env[62284]: DEBUG oslo_vmware.api [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955594, 'name': PowerOnVM_Task, 'duration_secs': 0.547703} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.903914] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2264.904140] env[62284]: INFO nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Took 7.61 seconds to spawn the instance on the hypervisor. [ 2264.904331] env[62284]: DEBUG nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2264.905135] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965849f-22c5-4c71-a17e-c95c00a60a38 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.911252] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.911486] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.911691] env[62284]: DEBUG nova.objects.instance [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lazy-loading 'resources' on Instance uuid d95eea11-abb4-4438-a305-b369fdf3bb52 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2265.425809] env[62284]: INFO nova.compute.manager [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Took 14.14 seconds to build instance. [ 2265.481751] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8865d4c7-daf0-4b19-805c-c03925b353d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.490076] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd4d7b-9536-490f-a8ea-774b93152fdd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.521642] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da91664e-e7f5-4648-8cda-5cb56fa641be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.528936] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d0e4d-df6e-4525-99a3-4109dee8b54d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.541573] env[62284]: DEBUG nova.compute.provider_tree [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2265.605524] env[62284]: INFO nova.compute.manager [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Rescuing [ 2265.605864] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.605864] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.606035] env[62284]: DEBUG nova.network.neutron [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2265.927684] env[62284]: DEBUG oslo_concurrency.lockutils [None req-5d2a9c2d-7c9f-4f09-ab19-3055cc77fe1f tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.651s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.045190] env[62284]: DEBUG nova.scheduler.client.report [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2266.310277] env[62284]: DEBUG nova.network.neutron [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Updating instance_info_cache with network_info: [{"id": "e5fa1d19-fa56-4419-92cc-87f69ebd4a81", "address": "fa:16:3e:81:98:1a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5fa1d19-fa", "ovs_interfaceid": "e5fa1d19-fa56-4419-92cc-87f69ebd4a81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.549861] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.567637] env[62284]: INFO nova.scheduler.client.report [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Deleted allocations for instance d95eea11-abb4-4438-a305-b369fdf3bb52 [ 2266.813652] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "refresh_cache-61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.075875] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8c95a285-067f-4988-863b-6be930a30221 tempest-ServerActionsTestOtherA-1384859045 tempest-ServerActionsTestOtherA-1384859045-project-member] Lock "d95eea11-abb4-4438-a305-b369fdf3bb52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.594s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.351453] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2268.351453] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78710d8-3aef-4764-b1b8-f41ba841b159 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.359658] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2268.359658] env[62284]: value = "task-1955595" [ 2268.359658] env[62284]: _type = "Task" [ 2268.359658] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.369368] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.869339] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955595, 'name': PowerOffVM_Task, 'duration_secs': 0.178589} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.873026] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2268.873026] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71793ca3-a178-4c43-93ee-7260eae3bc56 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.892530] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca4f5fe-ea80-4b60-8375-2dce5be51459 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.925840] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2268.926167] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e47a8d96-2ed3-40d5-9214-e0248a5c1774 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.935114] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2268.935114] env[62284]: value = "task-1955596" [ 2268.935114] env[62284]: _type = "Task" [ 2268.935114] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.942427] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2268.942792] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2268.943174] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2268.943463] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2268.943761] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2268.944122] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fc22b4a-eeda-419e-a7b8-6f6f6e8b15f7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.954034] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2268.954034] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2268.954730] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3521a95-6cf8-40ce-8132-8dbcb2d2dcbf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.960173] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2268.960173] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525be3bb-832d-ad03-95f7-24a129510ef0" [ 2268.960173] env[62284]: _type = "Task" [ 2268.960173] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.967512] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525be3bb-832d-ad03-95f7-24a129510ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.471073] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525be3bb-832d-ad03-95f7-24a129510ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.471990] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac0ac69-ff70-46d0-9780-1a430671b87c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.477853] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2269.477853] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b1278-2b1b-a083-e304-98306c62208f" [ 2269.477853] env[62284]: _type = "Task" [ 2269.477853] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.486849] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b1278-2b1b-a083-e304-98306c62208f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.988981] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b1278-2b1b-a083-e304-98306c62208f, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.989340] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2269.989675] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. {{(pid=62284) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2269.989971] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3f369c3-e9d8-4265-bec2-c06eb58750b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.996719] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2269.996719] env[62284]: value = "task-1955597" [ 2269.996719] env[62284]: _type = "Task" [ 2269.996719] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.004781] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.507797] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487273} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.508180] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. [ 2270.508980] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1a1a10-ccf2-47a3-b034-24a3caf53703 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.533786] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2270.534120] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ff8fc3-9e7f-4a02-b42b-15524edb53e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.552608] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2270.552608] env[62284]: value = "task-1955598" [ 2270.552608] env[62284]: _type = "Task" [ 2270.552608] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.559968] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.062751] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955598, 'name': ReconfigVM_Task, 'duration_secs': 0.388865} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.063018] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2271.063827] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c2b225-f5be-4f89-81e2-fa04c4654b32 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.088323] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e12058-0a08-4740-81b3-95c929ba1e9c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.103325] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2271.103325] env[62284]: value = "task-1955599" [ 2271.103325] env[62284]: _type = "Task" [ 2271.103325] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.111223] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.613549] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955599, 'name': ReconfigVM_Task, 'duration_secs': 0.220373} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.613849] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2271.614113] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4582b84d-f539-4111-b694-dceef7baf22c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.621040] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2271.621040] env[62284]: value = "task-1955600" [ 2271.621040] env[62284]: _type = "Task" [ 2271.621040] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.632524] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.131667] env[62284]: DEBUG oslo_vmware.api [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955600, 'name': PowerOnVM_Task, 'duration_secs': 0.389196} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.131903] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2272.134665] env[62284]: DEBUG nova.compute.manager [None req-12e5f045-311b-429f-94fe-fa5d252e45ab tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2272.135433] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e49cd6f-4013-43e6-ac97-e972117acc24 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.928125] env[62284]: INFO nova.compute.manager [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Rescuing [ 2274.928483] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.928557] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.928727] env[62284]: DEBUG nova.network.neutron [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2275.682886] env[62284]: DEBUG nova.network.neutron [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updating instance_info_cache with network_info: [{"id": "e67e373d-535c-447e-a999-47b2e96dfb41", "address": "fa:16:3e:bf:b8:7a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e373d-53", "ovs_interfaceid": "e67e373d-535c-447e-a999-47b2e96dfb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.185065] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.675484] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "8635bf13-68e8-475e-af24-d739919d5e71" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.675765] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.675946] env[62284]: INFO nova.compute.manager [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Shelving [ 2277.686560] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2277.686944] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9aee2c2-2e59-4f09-bbd2-ae334134eb89 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.694521] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2277.694521] env[62284]: value = "task-1955601" [ 2277.694521] env[62284]: _type = "Task" [ 2277.694521] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.702751] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.714424] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2277.714693] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-114f5b05-53e3-48bf-ad69-0aaf37f00b22 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.721410] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2277.721410] env[62284]: value = "task-1955602" [ 2277.721410] env[62284]: _type = "Task" [ 2277.721410] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.729163] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.204120] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955601, 'name': PowerOffVM_Task, 'duration_secs': 0.18801} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.204389] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2278.205171] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff1451-eb18-459a-b460-65a3cfd62000 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.225687] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a520fe-9a3f-4d01-aa73-8f9ad472927f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.234355] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955602, 'name': PowerOffVM_Task, 'duration_secs': 0.170701} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.236113] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2278.239097] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc299f4f-e338-4bb5-8811-9d293d2186d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.256914] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292e5fce-afc7-4706-852a-9d4e7e866bee {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.283504] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2278.283779] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5110a8b-3014-4914-9ff9-c39d112dd2ca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.290726] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2278.290726] env[62284]: value = "task-1955603" [ 2278.290726] env[62284]: _type = "Task" [ 2278.290726] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.298250] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.743444] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2278.743813] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-edf08fdc-f4d9-4edc-9430-e653a3270d46 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.752313] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2278.752313] env[62284]: value = "task-1955604" [ 2278.752313] env[62284]: _type = "Task" [ 2278.752313] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.760710] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955604, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.800981] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2278.801276] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2278.801465] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.801623] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.801800] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2278.802078] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f6997e2-2995-43a4-99c5-ed043444212f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.810831] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2278.810996] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2278.811766] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16f554b-1e5b-4ef8-ba77-61a26b8113f1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.817454] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2278.817454] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b17bf-2727-6c26-ba8b-934f73664184" [ 2278.817454] env[62284]: _type = "Task" [ 2278.817454] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.825344] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b17bf-2727-6c26-ba8b-934f73664184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.262699] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955604, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.328081] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]520b17bf-2727-6c26-ba8b-934f73664184, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.328807] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb6b692-25c2-4d5f-ad22-732f16338f2a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.333806] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2279.333806] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523731f0-d2af-9d67-f30f-5d0c238b2f14" [ 2279.333806] env[62284]: _type = "Task" [ 2279.333806] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.341391] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523731f0-d2af-9d67-f30f-5d0c238b2f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.763698] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955604, 'name': CreateSnapshot_Task, 'duration_secs': 0.540496} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.764077] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2279.764780] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd7114-9ce3-4ec3-83da-72ac7b942275 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.843305] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]523731f0-d2af-9d67-f30f-5d0c238b2f14, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.843535] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.843783] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dd68bd51-f879-4309-8857-63abf6476db8/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. {{(pid=62284) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2279.844038] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a6185da-0399-4846-a68b-bd449d825655 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.850554] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2279.850554] env[62284]: value = "task-1955605" [ 2279.850554] env[62284]: _type = "Task" [ 2279.850554] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.858937] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.281994] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2280.282730] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b8d3e1e-6448-45f6-bd16-b609824b083e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.292064] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2280.292064] env[62284]: value = "task-1955606" [ 2280.292064] env[62284]: _type = "Task" [ 2280.292064] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.300308] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955606, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.360015] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444914} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.360316] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] dd68bd51-f879-4309-8857-63abf6476db8/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. [ 2280.361341] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795037ad-c948-4357-a194-6b495ea351fc {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.385894] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] dd68bd51-f879-4309-8857-63abf6476db8/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2280.386208] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ae95e2-8431-4fb4-b5df-a69e6391e4b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.404222] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2280.404222] env[62284]: value = "task-1955607" [ 2280.404222] env[62284]: _type = "Task" [ 2280.404222] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.412537] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.802409] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955606, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.914333] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955607, 'name': ReconfigVM_Task, 'duration_secs': 0.314887} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.914573] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] dd68bd51-f879-4309-8857-63abf6476db8/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2280.915414] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d039ea-0241-4c9c-9e60-d5b53ce3003c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.939151] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba891a0-1835-405a-abb6-34b2e3f5b32b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.953939] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2280.953939] env[62284]: value = "task-1955608" [ 2280.953939] env[62284]: _type = "Task" [ 2280.953939] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.963658] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.303913] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955606, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.463733] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955608, 'name': ReconfigVM_Task, 'duration_secs': 0.191875} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.464032] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2281.464328] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34080556-92b9-4d48-8e34-81ac66aa1003 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.471294] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2281.471294] env[62284]: value = "task-1955609" [ 2281.471294] env[62284]: _type = "Task" [ 2281.471294] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.478816] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.806561] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955606, 'name': CloneVM_Task} progress is 95%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.983237] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.303836] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955606, 'name': CloneVM_Task, 'duration_secs': 1.930212} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.304119] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Created linked-clone VM from snapshot [ 2282.304840] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a623059-3780-4db5-bcc9-0aad7ec1efd2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.311937] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Uploading image f8e16436-21f3-4c18-94ee-c87b40e211f3 {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2282.331934] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2282.331934] env[62284]: value = "vm-402960" [ 2282.331934] env[62284]: _type = "VirtualMachine" [ 2282.331934] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2282.332207] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7300150e-91c7-4097-b944-bc9213d3bd69 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.338906] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease: (returnval){ [ 2282.338906] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52335474-fcc9-5b90-30fc-009908d092e4" [ 2282.338906] env[62284]: _type = "HttpNfcLease" [ 2282.338906] env[62284]: } obtained for exporting VM: (result){ [ 2282.338906] env[62284]: value = "vm-402960" [ 2282.338906] env[62284]: _type = "VirtualMachine" [ 2282.338906] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2282.339242] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the lease: (returnval){ [ 2282.339242] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52335474-fcc9-5b90-30fc-009908d092e4" [ 2282.339242] env[62284]: _type = "HttpNfcLease" [ 2282.339242] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2282.345387] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2282.345387] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52335474-fcc9-5b90-30fc-009908d092e4" [ 2282.345387] env[62284]: _type = "HttpNfcLease" [ 2282.345387] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2282.482905] env[62284]: DEBUG oslo_vmware.api [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955609, 'name': PowerOnVM_Task, 'duration_secs': 0.7044} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.483185] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2282.485940] env[62284]: DEBUG nova.compute.manager [None req-d6bda1fa-f2ea-47c9-828f-0a42a9c9479e tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2282.486752] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e1bb11-d744-41b8-9203-8b5651cb65e4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.847189] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2282.847189] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52335474-fcc9-5b90-30fc-009908d092e4" [ 2282.847189] env[62284]: _type = "HttpNfcLease" [ 2282.847189] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2282.847895] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2282.847895] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52335474-fcc9-5b90-30fc-009908d092e4" [ 2282.847895] env[62284]: _type = "HttpNfcLease" [ 2282.847895] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2282.848232] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f97b64-fc99-4091-85b2-e645c8b17f7f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.855352] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6997-0a7a-8cc0-449d-8b65c7bf4c7e/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2282.855846] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6997-0a7a-8cc0-449d-8b65c7bf4c7e/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2282.940692] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8598ef61-5ec3-4df7-bf1b-acda105319a4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.051892] env[62284]: INFO nova.compute.manager [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Unrescuing [ 2284.053042] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2284.053042] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2284.053269] env[62284]: DEBUG nova.network.neutron [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2284.759551] env[62284]: DEBUG nova.network.neutron [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updating instance_info_cache with network_info: [{"id": "e67e373d-535c-447e-a999-47b2e96dfb41", "address": "fa:16:3e:bf:b8:7a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e373d-53", "ovs_interfaceid": "e67e373d-535c-447e-a999-47b2e96dfb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.262662] env[62284]: DEBUG oslo_concurrency.lockutils [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.263549] env[62284]: DEBUG nova.objects.instance [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lazy-loading 'flavor' on Instance uuid dd68bd51-f879-4309-8857-63abf6476db8 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2285.770459] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a90e9-0215-4fc6-acd5-fe48edea998f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.793765] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2285.794168] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f292c7a0-c810-4b62-898d-67595c87d478 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.801304] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2285.801304] env[62284]: value = "task-1955611" [ 2285.801304] env[62284]: _type = "Task" [ 2285.801304] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.809553] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.312160] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955611, 'name': PowerOffVM_Task, 'duration_secs': 0.226941} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.312577] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2286.317950] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2286.318240] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecf8c07-a0b3-4126-88f5-4e7d934d66cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.337376] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2286.337376] env[62284]: value = "task-1955612" [ 2286.337376] env[62284]: _type = "Task" [ 2286.337376] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.346089] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.847802] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955612, 'name': ReconfigVM_Task, 'duration_secs': 0.230997} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.848156] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2286.848399] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2286.848703] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffad9f4c-db07-4fab-9788-bd889a74cef4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.854719] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2286.854719] env[62284]: value = "task-1955613" [ 2286.854719] env[62284]: _type = "Task" [ 2286.854719] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.862876] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.366179] env[62284]: DEBUG oslo_vmware.api [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955613, 'name': PowerOnVM_Task, 'duration_secs': 0.379299} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.366616] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2287.366899] env[62284]: DEBUG nova.compute.manager [None req-12d161c6-bfed-4a6d-8299-26ae23278c8d tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2287.367506] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665ec946-a7a2-4a5e-9220-223a244da711 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.783673] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6997-0a7a-8cc0-449d-8b65c7bf4c7e/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2290.784614] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28b4aac-4ed6-4895-9f88-ba8d42b31352 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.790879] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6997-0a7a-8cc0-449d-8b65c7bf4c7e/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2290.791058] env[62284]: ERROR oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6997-0a7a-8cc0-449d-8b65c7bf4c7e/disk-0.vmdk due to incomplete transfer. [ 2290.791266] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee0a6732-734c-4a46-a0f0-d3085997d792 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.797614] env[62284]: DEBUG oslo_vmware.rw_handles [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6997-0a7a-8cc0-449d-8b65c7bf4c7e/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2290.797803] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Uploaded image f8e16436-21f3-4c18-94ee-c87b40e211f3 to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2290.800271] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2290.800491] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed85664b-c2fb-49a6-a377-e686666a2667 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.805958] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2290.805958] env[62284]: value = "task-1955614" [ 2290.805958] env[62284]: _type = "Task" [ 2290.805958] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.813214] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.209582] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2291.212280] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2291.212438] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2291.213861] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.214120] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.317059] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.718096] env[62284]: DEBUG nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2291.816182] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.253736] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.254009] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.255648] env[62284]: INFO nova.compute.claims [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2292.316736] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.817457] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.230629] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2293.230933] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.231093] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.231261] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.231428] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.231572] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.231726] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.231864] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2293.232015] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.319369] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.330079] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edcde2f-0019-4c16-aa75-ddad69ee2fb4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.336486] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fff731-c742-4627-afbe-dc32943dcc31 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.366188] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e810184-c571-47a5-9b65-e9d7836b6c5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.372835] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf3081-82a9-44e5-9968-b1f9568b11a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.385793] env[62284]: DEBUG nova.compute.provider_tree [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2293.735443] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.819961] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.889125] env[62284]: DEBUG nova.scheduler.client.report [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2294.320017] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.394227] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.394756] env[62284]: DEBUG nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2294.397643] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.662s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.398414] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.398414] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2294.399041] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d39f801-95bd-4533-8d49-672943505bff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.406775] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e297e5b1-8470-40bd-8eae-581bf26930b1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.420673] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d8ade0-babf-46e9-a671-9fb269b09b5e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.426980] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8e4e1-0c04-497a-b98a-2bad2257510c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.456570] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180781MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2294.456708] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.456910] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.820577] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.900369] env[62284]: DEBUG nova.compute.utils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2294.901765] env[62284]: DEBUG nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2294.901950] env[62284]: DEBUG nova.network.neutron [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2294.993668] env[62284]: DEBUG nova.policy [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97de6b0e5c3a41faa4d60e2dc9d9e38f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e32fec7bd224c10bf88ca652315f863', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2295.321685] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.358985] env[62284]: DEBUG nova.network.neutron [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Successfully created port: c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2295.404876] env[62284]: DEBUG nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2295.479895] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 8635bf13-68e8-475e-af24-d739919d5e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2295.480060] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance dd68bd51-f879-4309-8857-63abf6476db8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2295.480192] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2295.480307] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 8ce0af0b-b924-49ce-9c16-080cf4ca9116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2295.480498] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2295.480638] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2295.534405] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d16228-91ad-40cf-b521-fb7178e52bdb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.541733] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5079d6-110c-40ab-b226-35e29659f044 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.572073] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5beab-703c-478f-a767-9cb32f10b768 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.580549] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e32e412-116b-4d40-a71b-c70c92356efb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.595052] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2295.822675] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.098801] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2296.323061] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955614, 'name': Destroy_Task, 'duration_secs': 5.245412} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.323221] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Destroyed the VM [ 2296.323400] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2296.323643] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca071d3c-e8ff-4efe-8e09-15cc80731892 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.329394] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2296.329394] env[62284]: value = "task-1955615" [ 2296.329394] env[62284]: _type = "Task" [ 2296.329394] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.336591] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955615, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.414163] env[62284]: DEBUG nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2296.476362] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2296.476760] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2296.476971] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2296.477225] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2296.477488] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2296.477680] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2296.477939] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2296.478152] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2296.478371] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2296.478575] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2296.478795] env[62284]: DEBUG nova.virt.hardware [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2296.479777] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94748690-b986-490d-9d29-40c7fdb78dde {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.487992] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27227d2-0aab-40a3-905a-465dcd4f2c39 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.604149] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2296.604410] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.147s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.839297] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955615, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358823} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.839683] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2296.839868] env[62284]: DEBUG nova.compute.manager [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2296.840649] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af73e2-b124-4054-ada3-4830011b0012 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.255102] env[62284]: DEBUG nova.compute.manager [req-e8f583cd-1d3e-4a35-9b33-d16605c7127c req-e6a6efc7-8ee7-4dbd-ab17-fd02d207d005 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Received event network-vif-plugged-c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2297.256104] env[62284]: DEBUG oslo_concurrency.lockutils [req-e8f583cd-1d3e-4a35-9b33-d16605c7127c req-e6a6efc7-8ee7-4dbd-ab17-fd02d207d005 service nova] Acquiring lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.256104] env[62284]: DEBUG oslo_concurrency.lockutils [req-e8f583cd-1d3e-4a35-9b33-d16605c7127c req-e6a6efc7-8ee7-4dbd-ab17-fd02d207d005 service nova] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.256426] env[62284]: DEBUG oslo_concurrency.lockutils [req-e8f583cd-1d3e-4a35-9b33-d16605c7127c req-e6a6efc7-8ee7-4dbd-ab17-fd02d207d005 service nova] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.256726] env[62284]: DEBUG nova.compute.manager [req-e8f583cd-1d3e-4a35-9b33-d16605c7127c req-e6a6efc7-8ee7-4dbd-ab17-fd02d207d005 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] No waiting events found dispatching network-vif-plugged-c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2297.257487] env[62284]: WARNING nova.compute.manager [req-e8f583cd-1d3e-4a35-9b33-d16605c7127c req-e6a6efc7-8ee7-4dbd-ab17-fd02d207d005 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Received unexpected event network-vif-plugged-c8686b3f-999c-4242-ba13-609b7f61a4e6 for instance with vm_state building and task_state spawning. [ 2297.337032] env[62284]: DEBUG nova.network.neutron [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Successfully updated port: c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2297.352351] env[62284]: INFO nova.compute.manager [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Shelve offloading [ 2297.839852] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.840200] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.840251] env[62284]: DEBUG nova.network.neutron [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2297.856156] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2297.856672] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5365740-6059-4fa0-a9f7-011ecde2e797 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.863857] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2297.863857] env[62284]: value = "task-1955616" [ 2297.863857] env[62284]: _type = "Task" [ 2297.863857] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.873806] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2297.874040] env[62284]: DEBUG nova.compute.manager [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2297.874824] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6097fc00-530b-428d-8cb1-0a76ec8af616 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.880172] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.880343] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.880512] env[62284]: DEBUG nova.network.neutron [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2298.371758] env[62284]: DEBUG nova.network.neutron [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2298.552961] env[62284]: DEBUG nova.network.neutron [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [{"id": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "address": "fa:16:3e:df:ea:89", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8686b3f-99", "ovs_interfaceid": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.660307] env[62284]: DEBUG nova.network.neutron [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [{"id": "728020d2-84d6-49fd-94d4-5cde190723fa", "address": "fa:16:3e:e3:6d:8f", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728020d2-84", "ovs_interfaceid": "728020d2-84d6-49fd-94d4-5cde190723fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.055352] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.055702] env[62284]: DEBUG nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Instance network_info: |[{"id": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "address": "fa:16:3e:df:ea:89", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8686b3f-99", "ovs_interfaceid": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2299.056153] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ea:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8686b3f-999c-4242-ba13-609b7f61a4e6', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2299.063650] env[62284]: DEBUG oslo.service.loopingcall [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.063884] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2299.064463] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f11831-a61b-43f7-a16e-1b1da9fef0b9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.084246] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2299.084246] env[62284]: value = "task-1955617" [ 2299.084246] env[62284]: _type = "Task" [ 2299.084246] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.093515] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955617, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.163419] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.281884] env[62284]: DEBUG nova.compute.manager [req-bd586923-f297-495f-bc91-c1aa41a17f80 req-453b14e9-6f4e-4943-9965-c8ef0c4c6a73 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Received event network-changed-c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2299.282551] env[62284]: DEBUG nova.compute.manager [req-bd586923-f297-495f-bc91-c1aa41a17f80 req-453b14e9-6f4e-4943-9965-c8ef0c4c6a73 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Refreshing instance network info cache due to event network-changed-c8686b3f-999c-4242-ba13-609b7f61a4e6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2299.282929] env[62284]: DEBUG oslo_concurrency.lockutils [req-bd586923-f297-495f-bc91-c1aa41a17f80 req-453b14e9-6f4e-4943-9965-c8ef0c4c6a73 service nova] Acquiring lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.283218] env[62284]: DEBUG oslo_concurrency.lockutils [req-bd586923-f297-495f-bc91-c1aa41a17f80 req-453b14e9-6f4e-4943-9965-c8ef0c4c6a73 service nova] Acquired lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.283618] env[62284]: DEBUG nova.network.neutron [req-bd586923-f297-495f-bc91-c1aa41a17f80 req-453b14e9-6f4e-4943-9965-c8ef0c4c6a73 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Refreshing network info cache for port c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2299.520886] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.521856] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22924e44-4886-4cbd-800c-7d3c01a6663f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.529285] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2299.529507] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ac6fb5-fb92-46c0-b2ea-2819456b7da7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.593894] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955617, 'name': CreateVM_Task, 'duration_secs': 0.310252} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.594147] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2299.594683] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.594852] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.595202] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2299.595460] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0e2e40-0b36-4f00-be9b-3f0b1f46c16c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.600551] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2299.600551] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5209d6d2-4977-3825-a0a0-546618b48752" [ 2299.600551] env[62284]: _type = "Task" [ 2299.600551] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.607866] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5209d6d2-4977-3825-a0a0-546618b48752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.621776] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2299.622031] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2299.622194] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleting the datastore file [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2299.622451] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205733d6-ad2c-4f49-beb9-4996ac6ef4b8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.628202] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2299.628202] env[62284]: value = "task-1955619" [ 2299.628202] env[62284]: _type = "Task" [ 2299.628202] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.635546] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.003689] env[62284]: DEBUG nova.network.neutron [req-bd586923-f297-495f-bc91-c1aa41a17f80 req-453b14e9-6f4e-4943-9965-c8ef0c4c6a73 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updated VIF entry in instance network info cache for port c8686b3f-999c-4242-ba13-609b7f61a4e6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2300.004076] env[62284]: DEBUG nova.network.neutron [req-bd586923-f297-495f-bc91-c1aa41a17f80 req-453b14e9-6f4e-4943-9965-c8ef0c4c6a73 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [{"id": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "address": "fa:16:3e:df:ea:89", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8686b3f-99", "ovs_interfaceid": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.110784] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5209d6d2-4977-3825-a0a0-546618b48752, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.111152] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.111455] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2300.111740] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.111942] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.112173] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2300.112480] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007fed6e-37f2-42a8-a962-d449c164e16d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.120876] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2300.121071] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2300.121741] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002b7183-d3eb-4619-9be5-5b185ecf1e1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.127895] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2300.127895] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528da8e0-425e-e23b-6083-82f1c8dfedfa" [ 2300.127895] env[62284]: _type = "Task" [ 2300.127895] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.138500] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]528da8e0-425e-e23b-6083-82f1c8dfedfa, 'name': SearchDatastore_Task, 'duration_secs': 0.007771} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.141769] env[62284]: DEBUG oslo_vmware.api [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143768} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.141954] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b43944c-5385-4df9-9a50-36ce17bfa1fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.143946] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2300.144149] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2300.144346] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2300.150141] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2300.150141] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ff6760-6175-fcf6-da3d-1f68c05743d8" [ 2300.150141] env[62284]: _type = "Task" [ 2300.150141] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.157595] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ff6760-6175-fcf6-da3d-1f68c05743d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.230975] env[62284]: INFO nova.scheduler.client.report [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted allocations for instance 8635bf13-68e8-475e-af24-d739919d5e71 [ 2300.507024] env[62284]: DEBUG oslo_concurrency.lockutils [req-bd586923-f297-495f-bc91-c1aa41a17f80 req-453b14e9-6f4e-4943-9965-c8ef0c4c6a73 service nova] Releasing lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.660980] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ff6760-6175-fcf6-da3d-1f68c05743d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008033} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.661293] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.661561] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116/8ce0af0b-b924-49ce-9c16-080cf4ca9116.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2300.661817] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ba52c3f-4a6d-4bf1-8679-a367cb9d5f55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.668846] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2300.668846] env[62284]: value = "task-1955620" [ 2300.668846] env[62284]: _type = "Task" [ 2300.668846] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.676523] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.735418] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.735693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.735926] env[62284]: DEBUG nova.objects.instance [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'resources' on Instance uuid 8635bf13-68e8-475e-af24-d739919d5e71 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2301.178512] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476111} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.178848] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116/8ce0af0b-b924-49ce-9c16-080cf4ca9116.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2301.179121] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2301.179391] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55fa9500-e0d1-4011-90db-2919d5ce5703 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.185482] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2301.185482] env[62284]: value = "task-1955621" [ 2301.185482] env[62284]: _type = "Task" [ 2301.185482] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.192936] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.238919] env[62284]: DEBUG nova.objects.instance [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'numa_topology' on Instance uuid 8635bf13-68e8-475e-af24-d739919d5e71 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2301.312792] env[62284]: DEBUG nova.compute.manager [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received event network-vif-unplugged-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2301.313392] env[62284]: DEBUG oslo_concurrency.lockutils [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] Acquiring lock "8635bf13-68e8-475e-af24-d739919d5e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.313613] env[62284]: DEBUG oslo_concurrency.lockutils [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] Lock "8635bf13-68e8-475e-af24-d739919d5e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.313801] env[62284]: DEBUG oslo_concurrency.lockutils [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] Lock "8635bf13-68e8-475e-af24-d739919d5e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.313949] env[62284]: DEBUG nova.compute.manager [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] No waiting events found dispatching network-vif-unplugged-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2301.314159] env[62284]: WARNING nova.compute.manager [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received unexpected event network-vif-unplugged-728020d2-84d6-49fd-94d4-5cde190723fa for instance with vm_state shelved_offloaded and task_state unshelving. [ 2301.314294] env[62284]: DEBUG nova.compute.manager [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received event network-changed-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2301.314453] env[62284]: DEBUG nova.compute.manager [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Refreshing instance network info cache due to event network-changed-728020d2-84d6-49fd-94d4-5cde190723fa. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2301.314638] env[62284]: DEBUG oslo_concurrency.lockutils [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] Acquiring lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2301.314776] env[62284]: DEBUG oslo_concurrency.lockutils [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] Acquired lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2301.314935] env[62284]: DEBUG nova.network.neutron [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Refreshing network info cache for port 728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2301.695506] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079778} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.695775] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2301.696524] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1820459f-258e-4eea-807d-31f1b3fb8f85 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.719217] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116/8ce0af0b-b924-49ce-9c16-080cf4ca9116.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2301.719448] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcd42f4e-725f-4b3c-bdd3-887b671ea9cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.738054] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2301.738054] env[62284]: value = "task-1955622" [ 2301.738054] env[62284]: _type = "Task" [ 2301.738054] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.741291] env[62284]: DEBUG nova.objects.base [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Object Instance<8635bf13-68e8-475e-af24-d739919d5e71> lazy-loaded attributes: resources,numa_topology {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2301.746592] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.803359] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5557b97-e2b1-442f-a16b-6ffe5fe1efd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.810876] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47256da9-3faf-475b-9eac-5c1ab12141ef {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.843048] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecb3762-e18a-4fd2-baad-c9ca267d7d55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.850583] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6039596-001e-4560-b382-ef380c6a3dbf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.863866] env[62284]: DEBUG nova.compute.provider_tree [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2302.151345] env[62284]: DEBUG nova.network.neutron [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updated VIF entry in instance network info cache for port 728020d2-84d6-49fd-94d4-5cde190723fa. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2302.151739] env[62284]: DEBUG nova.network.neutron [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [{"id": "728020d2-84d6-49fd-94d4-5cde190723fa", "address": "fa:16:3e:e3:6d:8f", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": null, "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap728020d2-84", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.251893] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955622, 'name': ReconfigVM_Task, 'duration_secs': 0.296329} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.251893] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116/8ce0af0b-b924-49ce-9c16-080cf4ca9116.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2302.251893] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010e4b46-7876-4f3a-a5f2-5b872858ae59 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.255760] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2302.255760] env[62284]: value = "task-1955623" [ 2302.255760] env[62284]: _type = "Task" [ 2302.255760] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.263808] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955623, 'name': Rename_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.367799] env[62284]: DEBUG nova.scheduler.client.report [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2302.406929] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "8635bf13-68e8-475e-af24-d739919d5e71" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.653893] env[62284]: DEBUG oslo_concurrency.lockutils [req-b139625b-b1f8-40ef-b244-e42c26a3f154 req-d05d2908-9e44-4cfa-a097-941d24f49146 service nova] Releasing lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.765284] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955623, 'name': Rename_Task, 'duration_secs': 0.141706} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.765561] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2302.765800] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-669ee0b1-30cf-4a50-a987-e23384fd0891 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.773049] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2302.773049] env[62284]: value = "task-1955624" [ 2302.773049] env[62284]: _type = "Task" [ 2302.773049] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.779929] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.873154] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.281729] env[62284]: DEBUG oslo_vmware.api [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955624, 'name': PowerOnVM_Task, 'duration_secs': 0.468216} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.282059] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2303.282236] env[62284]: INFO nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Took 6.87 seconds to spawn the instance on the hypervisor. [ 2303.282421] env[62284]: DEBUG nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2303.283193] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2ada18-a25a-4b5c-8175-a5458786afed {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.380552] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a7b5aa47-e589-4bf8-b075-bd9ec354759a tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.704s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.381154] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.974s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.381343] env[62284]: INFO nova.compute.manager [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Unshelving [ 2303.801743] env[62284]: INFO nova.compute.manager [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Took 11.58 seconds to build instance. [ 2304.219293] env[62284]: DEBUG nova.compute.manager [req-828f7713-57b8-4352-934b-9d5c670136a2 req-5776165b-ebbe-4243-b161-5129b4d43375 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Received event network-changed-c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2304.219497] env[62284]: DEBUG nova.compute.manager [req-828f7713-57b8-4352-934b-9d5c670136a2 req-5776165b-ebbe-4243-b161-5129b4d43375 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Refreshing instance network info cache due to event network-changed-c8686b3f-999c-4242-ba13-609b7f61a4e6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2304.219716] env[62284]: DEBUG oslo_concurrency.lockutils [req-828f7713-57b8-4352-934b-9d5c670136a2 req-5776165b-ebbe-4243-b161-5129b4d43375 service nova] Acquiring lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.219859] env[62284]: DEBUG oslo_concurrency.lockutils [req-828f7713-57b8-4352-934b-9d5c670136a2 req-5776165b-ebbe-4243-b161-5129b4d43375 service nova] Acquired lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.220164] env[62284]: DEBUG nova.network.neutron [req-828f7713-57b8-4352-934b-9d5c670136a2 req-5776165b-ebbe-4243-b161-5129b4d43375 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Refreshing network info cache for port c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2304.303488] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c0f384bc-9d4d-45bc-b89c-5a6468f3cb69 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.089s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.413304] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.413613] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.413796] env[62284]: DEBUG nova.objects.instance [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'pci_requests' on Instance uuid 8635bf13-68e8-475e-af24-d739919d5e71 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2304.917166] env[62284]: DEBUG nova.objects.instance [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'numa_topology' on Instance uuid 8635bf13-68e8-475e-af24-d739919d5e71 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2304.925615] env[62284]: DEBUG nova.network.neutron [req-828f7713-57b8-4352-934b-9d5c670136a2 req-5776165b-ebbe-4243-b161-5129b4d43375 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updated VIF entry in instance network info cache for port c8686b3f-999c-4242-ba13-609b7f61a4e6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2304.925967] env[62284]: DEBUG nova.network.neutron [req-828f7713-57b8-4352-934b-9d5c670136a2 req-5776165b-ebbe-4243-b161-5129b4d43375 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [{"id": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "address": "fa:16:3e:df:ea:89", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8686b3f-99", "ovs_interfaceid": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.420068] env[62284]: INFO nova.compute.claims [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2305.428256] env[62284]: DEBUG oslo_concurrency.lockutils [req-828f7713-57b8-4352-934b-9d5c670136a2 req-5776165b-ebbe-4243-b161-5129b4d43375 service nova] Releasing lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.489566] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1d6d0-6c10-4033-9755-b19e849924e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.497058] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57703856-f50f-4e17-bf5d-d97c1c5f9b7c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.525814] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719044e7-2b09-4d95-8446-c70df86ce731 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.532735] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c1960-e762-4d0a-bcc5-cca3c89d6ba1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.545426] env[62284]: DEBUG nova.compute.provider_tree [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2307.048753] env[62284]: DEBUG nova.scheduler.client.report [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2307.554395] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.582219] env[62284]: INFO nova.network.neutron [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating port 728020d2-84d6-49fd-94d4-5cde190723fa with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2308.982845] env[62284]: DEBUG nova.compute.manager [req-5e33ec32-8ad0-4c01-95b2-b8f1b8d1e437 req-36a622f9-dc97-4255-a152-f74a2c33fdf0 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received event network-vif-plugged-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2308.983143] env[62284]: DEBUG oslo_concurrency.lockutils [req-5e33ec32-8ad0-4c01-95b2-b8f1b8d1e437 req-36a622f9-dc97-4255-a152-f74a2c33fdf0 service nova] Acquiring lock "8635bf13-68e8-475e-af24-d739919d5e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.983350] env[62284]: DEBUG oslo_concurrency.lockutils [req-5e33ec32-8ad0-4c01-95b2-b8f1b8d1e437 req-36a622f9-dc97-4255-a152-f74a2c33fdf0 service nova] Lock "8635bf13-68e8-475e-af24-d739919d5e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.983495] env[62284]: DEBUG oslo_concurrency.lockutils [req-5e33ec32-8ad0-4c01-95b2-b8f1b8d1e437 req-36a622f9-dc97-4255-a152-f74a2c33fdf0 service nova] Lock "8635bf13-68e8-475e-af24-d739919d5e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.983675] env[62284]: DEBUG nova.compute.manager [req-5e33ec32-8ad0-4c01-95b2-b8f1b8d1e437 req-36a622f9-dc97-4255-a152-f74a2c33fdf0 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] No waiting events found dispatching network-vif-plugged-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2308.983851] env[62284]: WARNING nova.compute.manager [req-5e33ec32-8ad0-4c01-95b2-b8f1b8d1e437 req-36a622f9-dc97-4255-a152-f74a2c33fdf0 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received unexpected event network-vif-plugged-728020d2-84d6-49fd-94d4-5cde190723fa for instance with vm_state shelved_offloaded and task_state spawning. [ 2309.070460] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2309.070657] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2309.070844] env[62284]: DEBUG nova.network.neutron [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2309.765335] env[62284]: DEBUG nova.network.neutron [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [{"id": "728020d2-84d6-49fd-94d4-5cde190723fa", "address": "fa:16:3e:e3:6d:8f", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728020d2-84", "ovs_interfaceid": "728020d2-84d6-49fd-94d4-5cde190723fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.271187] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.302864] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='71e96452c674cd52b3c1245ec8223ea9',container_format='bare',created_at=2024-12-23T08:40:05Z,direct_url=,disk_format='vmdk',id=f8e16436-21f3-4c18-94ee-c87b40e211f3,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1689394237-shelved',owner='5b0d9d7e008e473980d4d05fd0126813',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-23T08:40:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2310.303248] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2310.303439] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2310.303678] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2310.303836] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2310.303988] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2310.304244] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2310.304418] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2310.304618] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2310.304806] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2310.304984] env[62284]: DEBUG nova.virt.hardware [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2310.305867] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868b250-1e71-42e7-aaf5-45b9fabb1b6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.313968] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be4bdc0-aa0d-4d20-9d05-887e76c0872a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.327331] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:6d:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '728020d2-84d6-49fd-94d4-5cde190723fa', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2310.334689] env[62284]: DEBUG oslo.service.loopingcall [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2310.334923] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2310.335149] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58bad516-69d1-4e66-bac2-1c1f5e33b7da {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.353933] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2310.353933] env[62284]: value = "task-1955625" [ 2310.353933] env[62284]: _type = "Task" [ 2310.353933] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.361374] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955625, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.863839] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955625, 'name': CreateVM_Task, 'duration_secs': 0.318041} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.864024] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2310.864767] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2310.864853] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2310.865225] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2310.865488] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69d566e-ab03-4a9a-80f5-c579d5fae59f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.870000] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2310.870000] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ac590c-9e1a-b73b-381b-8f7e2a86e813" [ 2310.870000] env[62284]: _type = "Task" [ 2310.870000] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.877382] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52ac590c-9e1a-b73b-381b-8f7e2a86e813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.009602] env[62284]: DEBUG nova.compute.manager [req-b7ba382c-39b9-46f7-b30a-6d5713823996 req-15e76987-23f1-47b7-86ea-2d34d04bd436 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received event network-changed-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2311.009772] env[62284]: DEBUG nova.compute.manager [req-b7ba382c-39b9-46f7-b30a-6d5713823996 req-15e76987-23f1-47b7-86ea-2d34d04bd436 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Refreshing instance network info cache due to event network-changed-728020d2-84d6-49fd-94d4-5cde190723fa. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2311.009998] env[62284]: DEBUG oslo_concurrency.lockutils [req-b7ba382c-39b9-46f7-b30a-6d5713823996 req-15e76987-23f1-47b7-86ea-2d34d04bd436 service nova] Acquiring lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.010163] env[62284]: DEBUG oslo_concurrency.lockutils [req-b7ba382c-39b9-46f7-b30a-6d5713823996 req-15e76987-23f1-47b7-86ea-2d34d04bd436 service nova] Acquired lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.010327] env[62284]: DEBUG nova.network.neutron [req-b7ba382c-39b9-46f7-b30a-6d5713823996 req-15e76987-23f1-47b7-86ea-2d34d04bd436 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Refreshing network info cache for port 728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2311.380349] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2311.380631] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Processing image f8e16436-21f3-4c18-94ee-c87b40e211f3 {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2311.380830] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3/f8e16436-21f3-4c18-94ee-c87b40e211f3.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.380976] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3/f8e16436-21f3-4c18-94ee-c87b40e211f3.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.381171] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2311.381450] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ed6f8f6-e43d-4f0c-afc7-efab2bfe24e7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.391660] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2311.391839] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2311.392562] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fe82bc-debb-4981-8a50-94a088aaadd9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.397208] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2311.397208] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fa62bb-ab4b-9b88-0492-a2fc052e73be" [ 2311.397208] env[62284]: _type = "Task" [ 2311.397208] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.404259] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fa62bb-ab4b-9b88-0492-a2fc052e73be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.701531] env[62284]: DEBUG nova.network.neutron [req-b7ba382c-39b9-46f7-b30a-6d5713823996 req-15e76987-23f1-47b7-86ea-2d34d04bd436 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updated VIF entry in instance network info cache for port 728020d2-84d6-49fd-94d4-5cde190723fa. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2311.701888] env[62284]: DEBUG nova.network.neutron [req-b7ba382c-39b9-46f7-b30a-6d5713823996 req-15e76987-23f1-47b7-86ea-2d34d04bd436 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [{"id": "728020d2-84d6-49fd-94d4-5cde190723fa", "address": "fa:16:3e:e3:6d:8f", "network": {"id": "f6b16899-7ce2-4d91-bcfe-027100451f01", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-33942522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b0d9d7e008e473980d4d05fd0126813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap728020d2-84", "ovs_interfaceid": "728020d2-84d6-49fd-94d4-5cde190723fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.907597] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Preparing fetch location {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2311.907729] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Fetch image to [datastore1] OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f/OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f.vmdk {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2311.907881] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Downloading stream optimized image f8e16436-21f3-4c18-94ee-c87b40e211f3 to [datastore1] OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f/OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f.vmdk on the data store datastore1 as vApp {{(pid=62284) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2311.908071] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Downloading image file data f8e16436-21f3-4c18-94ee-c87b40e211f3 to the ESX as VM named 'OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f' {{(pid=62284) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2311.973111] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2311.973111] env[62284]: value = "resgroup-9" [ 2311.973111] env[62284]: _type = "ResourcePool" [ 2311.973111] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2311.973411] env[62284]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-28c47a93-c04d-48f8-aef3-d30f473ca96c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.993117] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease: (returnval){ [ 2311.993117] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52805cab-7049-16e7-26ff-f7b85dc08667" [ 2311.993117] env[62284]: _type = "HttpNfcLease" [ 2311.993117] env[62284]: } obtained for vApp import into resource pool (val){ [ 2311.993117] env[62284]: value = "resgroup-9" [ 2311.993117] env[62284]: _type = "ResourcePool" [ 2311.993117] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2311.993476] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the lease: (returnval){ [ 2311.993476] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52805cab-7049-16e7-26ff-f7b85dc08667" [ 2311.993476] env[62284]: _type = "HttpNfcLease" [ 2311.993476] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2312.000835] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2312.000835] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52805cab-7049-16e7-26ff-f7b85dc08667" [ 2312.000835] env[62284]: _type = "HttpNfcLease" [ 2312.000835] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2312.204817] env[62284]: DEBUG oslo_concurrency.lockutils [req-b7ba382c-39b9-46f7-b30a-6d5713823996 req-15e76987-23f1-47b7-86ea-2d34d04bd436 service nova] Releasing lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2312.501099] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2312.501099] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52805cab-7049-16e7-26ff-f7b85dc08667" [ 2312.501099] env[62284]: _type = "HttpNfcLease" [ 2312.501099] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2312.501608] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2312.501608] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52805cab-7049-16e7-26ff-f7b85dc08667" [ 2312.501608] env[62284]: _type = "HttpNfcLease" [ 2312.501608] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2312.502297] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bbc656-218c-4d56-b38d-94edc8dce012 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.509522] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c616ec-ff7c-2152-4241-109a9c4858f5/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2312.509707] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c616ec-ff7c-2152-4241-109a9c4858f5/disk-0.vmdk. {{(pid=62284) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2312.573051] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58b03f97-3838-4a93-bd5a-f1b1e94b6981 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.697051] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Completed reading data from the image iterator. {{(pid=62284) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2313.697429] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c616ec-ff7c-2152-4241-109a9c4858f5/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2313.698516] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052ac51c-687e-4ad2-862a-7f4423e69a4d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.705970] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c616ec-ff7c-2152-4241-109a9c4858f5/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2313.706220] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c616ec-ff7c-2152-4241-109a9c4858f5/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2313.706498] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e3c5d245-5095-48d4-a84d-d211742e8c67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.917256] env[62284]: DEBUG oslo_vmware.rw_handles [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c616ec-ff7c-2152-4241-109a9c4858f5/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2313.917500] env[62284]: INFO nova.virt.vmwareapi.images [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Downloaded image file data f8e16436-21f3-4c18-94ee-c87b40e211f3 [ 2313.918358] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a71a8c-f800-42ae-b562-f619452fa714 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.933277] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f1ccb89-b589-4391-948a-c44f7b0693b3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.967071] env[62284]: INFO nova.virt.vmwareapi.images [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] The imported VM was unregistered [ 2313.969340] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Caching image {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2313.969568] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3 {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2313.969810] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ba5ed29-2b3a-46e8-b87c-8d22ced2f0f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.979015] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Created directory with path [datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3 {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2313.979185] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f/OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f.vmdk to [datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3/f8e16436-21f3-4c18-94ee-c87b40e211f3.vmdk. {{(pid=62284) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2313.979407] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-255cd890-a6d3-42df-b229-bfa06f9c9a20 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.985059] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2313.985059] env[62284]: value = "task-1955628" [ 2313.985059] env[62284]: _type = "Task" [ 2313.985059] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.992894] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955628, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.498231] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955628, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.995171] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955628, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.499734] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955628, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.003051] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955628, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.497666] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955628, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.350535} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.497941] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f/OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f.vmdk to [datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3/f8e16436-21f3-4c18-94ee-c87b40e211f3.vmdk. [ 2316.498155] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Cleaning up location [datastore1] OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2316.498325] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_688b0ad5-0030-4bb7-b290-86a425cc0a9f {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2316.498566] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4fd3431-335e-4082-9480-57b78c47508b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.504099] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2316.504099] env[62284]: value = "task-1955629" [ 2316.504099] env[62284]: _type = "Task" [ 2316.504099] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.511123] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.013685] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034647} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.013954] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2317.014136] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3/f8e16436-21f3-4c18-94ee-c87b40e211f3.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.014384] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3/f8e16436-21f3-4c18-94ee-c87b40e211f3.vmdk to [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71/8635bf13-68e8-475e-af24-d739919d5e71.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2317.014633] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6d68f98-b1a9-40b3-b483-129b3eee4ab8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.021535] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2317.021535] env[62284]: value = "task-1955630" [ 2317.021535] env[62284]: _type = "Task" [ 2317.021535] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.028844] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.531836] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955630, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.031570] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955630, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.534917] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955630, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.036771] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955630, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.532669] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955630, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.034293] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955630, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.516448} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.034571] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f8e16436-21f3-4c18-94ee-c87b40e211f3/f8e16436-21f3-4c18-94ee-c87b40e211f3.vmdk to [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71/8635bf13-68e8-475e-af24-d739919d5e71.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2320.035366] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d32884-0d66-4190-a35a-575d78ff71a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.057096] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71/8635bf13-68e8-475e-af24-d739919d5e71.vmdk or device None with type streamOptimized {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2320.057406] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574c3a85-9ec2-447f-b14a-d70b5c1e8ba2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.077525] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2320.077525] env[62284]: value = "task-1955631" [ 2320.077525] env[62284]: _type = "Task" [ 2320.077525] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.085722] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.587150] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955631, 'name': ReconfigVM_Task, 'duration_secs': 0.340968} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.587448] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71/8635bf13-68e8-475e-af24-d739919d5e71.vmdk or device None with type streamOptimized {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2320.588094] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaad7019-8970-43cc-b732-9c577c9f8b55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.593944] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2320.593944] env[62284]: value = "task-1955632" [ 2320.593944] env[62284]: _type = "Task" [ 2320.593944] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.601198] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955632, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.104134] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955632, 'name': Rename_Task, 'duration_secs': 0.160498} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.104488] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2321.104645] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88332d2e-861b-4cbd-bb82-47285c45e67a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.110722] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2321.110722] env[62284]: value = "task-1955633" [ 2321.110722] env[62284]: _type = "Task" [ 2321.110722] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.117762] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.621285] env[62284]: DEBUG oslo_vmware.api [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955633, 'name': PowerOnVM_Task, 'duration_secs': 0.496778} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.621612] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2321.714124] env[62284]: DEBUG nova.compute.manager [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2321.715065] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b88bca-df3e-4172-ae34-d5e90f43ff2f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.233191] env[62284]: DEBUG oslo_concurrency.lockutils [None req-59e76774-b2f4-447f-92e4-5c12c7e5c075 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.852s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.264626] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "8635bf13-68e8-475e-af24-d739919d5e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.265066] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.265421] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "8635bf13-68e8-475e-af24-d739919d5e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.265727] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.266023] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.268832] env[62284]: INFO nova.compute.manager [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Terminating instance [ 2323.773799] env[62284]: DEBUG nova.compute.manager [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2323.774080] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2323.774909] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9509754c-5a73-4cd2-bfae-00abf2d0ffd7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.783290] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2323.783542] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf833ad-bd6f-4cb9-b383-1931a3da2026 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.790383] env[62284]: DEBUG oslo_vmware.api [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2323.790383] env[62284]: value = "task-1955634" [ 2323.790383] env[62284]: _type = "Task" [ 2323.790383] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.799275] env[62284]: DEBUG oslo_vmware.api [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.301442] env[62284]: DEBUG oslo_vmware.api [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955634, 'name': PowerOffVM_Task, 'duration_secs': 0.234762} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.301848] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2324.301896] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2324.302166] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c50a82bb-1502-46e5-be54-40fd45975e1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.821958] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2325.822338] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2325.822338] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleting the datastore file [datastore1] 8635bf13-68e8-475e-af24-d739919d5e71 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2325.822642] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-479b72a4-7b4b-48b3-8e74-6d2dc6bf6f36 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.828341] env[62284]: DEBUG oslo_vmware.api [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for the task: (returnval){ [ 2325.828341] env[62284]: value = "task-1955636" [ 2325.828341] env[62284]: _type = "Task" [ 2325.828341] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.835823] env[62284]: DEBUG oslo_vmware.api [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.337438] env[62284]: DEBUG oslo_vmware.api [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Task: {'id': task-1955636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163932} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.337701] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2326.337890] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2326.338084] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2326.338264] env[62284]: INFO nova.compute.manager [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Took 2.56 seconds to destroy the instance on the hypervisor. [ 2326.338502] env[62284]: DEBUG oslo.service.loopingcall [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2326.338691] env[62284]: DEBUG nova.compute.manager [-] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2326.338785] env[62284]: DEBUG nova.network.neutron [-] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2326.752332] env[62284]: DEBUG nova.compute.manager [req-66125fea-0068-47f2-91cc-d314ffb06157 req-cf44499e-3660-4346-a27f-f882a185f962 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Received event network-vif-deleted-728020d2-84d6-49fd-94d4-5cde190723fa {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2326.752528] env[62284]: INFO nova.compute.manager [req-66125fea-0068-47f2-91cc-d314ffb06157 req-cf44499e-3660-4346-a27f-f882a185f962 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Neutron deleted interface 728020d2-84d6-49fd-94d4-5cde190723fa; detaching it from the instance and deleting it from the info cache [ 2326.752710] env[62284]: DEBUG nova.network.neutron [req-66125fea-0068-47f2-91cc-d314ffb06157 req-cf44499e-3660-4346-a27f-f882a185f962 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.225169] env[62284]: DEBUG nova.network.neutron [-] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.256528] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-251b0ed7-39de-42d7-86b5-f269f1334773 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.267982] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68687934-9ab6-41f3-90f4-92cc6ccb0887 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.294616] env[62284]: DEBUG nova.compute.manager [req-66125fea-0068-47f2-91cc-d314ffb06157 req-cf44499e-3660-4346-a27f-f882a185f962 service nova] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Detach interface failed, port_id=728020d2-84d6-49fd-94d4-5cde190723fa, reason: Instance 8635bf13-68e8-475e-af24-d739919d5e71 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2327.731113] env[62284]: INFO nova.compute.manager [-] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Took 1.39 seconds to deallocate network for instance. [ 2327.759042] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2327.759313] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2328.237835] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2328.238108] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.238338] env[62284]: DEBUG nova.objects.instance [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lazy-loading 'resources' on Instance uuid 8635bf13-68e8-475e-af24-d739919d5e71 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2328.263399] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2328.263557] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2328.263670] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2328.783344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.784262] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquired lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.784262] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Forcefully refreshing network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2328.784262] env[62284]: DEBUG nova.objects.instance [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lazy-loading 'info_cache' on Instance uuid 8635bf13-68e8-475e-af24-d739919d5e71 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2328.804058] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27180f7e-8548-409c-a2d2-afa3ff2716d6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.811826] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c0b71d-18e8-47e5-94f8-20a69f40d657 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.842797] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc115f9-85f9-40ab-bc2e-b3197fc8f802 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.850520] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92cef96-4dad-4f2b-9328-e08a0c9b779d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.864052] env[62284]: DEBUG nova.compute.provider_tree [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2329.366572] env[62284]: DEBUG nova.scheduler.client.report [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2329.805899] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2329.871333] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.891314] env[62284]: INFO nova.scheduler.client.report [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Deleted allocations for instance 8635bf13-68e8-475e-af24-d739919d5e71 [ 2330.397774] env[62284]: DEBUG oslo_concurrency.lockutils [None req-84b94cbc-ed13-4d6f-8f33-61026e98ed90 tempest-ServerActionsTestOtherB-1878613149 tempest-ServerActionsTestOtherB-1878613149-project-member] Lock "8635bf13-68e8-475e-af24-d739919d5e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.133s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.399294] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.901053] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Releasing lock "refresh_cache-8635bf13-68e8-475e-af24-d739919d5e71" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.901283] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Updated the network info_cache for instance {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2330.901492] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2330.901654] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2330.901805] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2330.901955] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2330.902120] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2330.902272] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2330.902403] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2330.902547] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.405687] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.406077] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.406155] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.406285] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2331.407215] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f892b-14a5-4067-967c-c50186d222ba {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.415330] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4654e4c9-6725-49e4-a804-4032f6f5829a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.428735] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dba15f-d099-4ac5-ac5a-05207f9ef05c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.434931] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a7eca5-b8fa-42ed-aaaa-3792e470f432 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.463535] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180578MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2331.463681] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.463872] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.489341] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance dd68bd51-f879-4309-8857-63abf6476db8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2332.489590] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2332.489635] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 8ce0af0b-b924-49ce-9c16-080cf4ca9116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2332.489908] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2332.490197] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2332.539513] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d20fd-9da1-45bf-9a0a-9d9363d0e85b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.546429] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3bd0eb-6a58-4a5e-9b43-70df41b0195d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.574540] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c354ff2-bf40-4532-9730-c305c346e614 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.581020] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6ee9b1-1ae6-4ddb-9cb1-139cf237e558 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.594125] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2333.097144] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2333.602543] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2333.602794] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.147019] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.147019] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.651049] env[62284]: DEBUG nova.compute.utils [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2343.154385] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.211914] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.212318] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.212459] env[62284]: INFO nova.compute.manager [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Attaching volume 09bcd213-2048-4af4-9bfd-8d372f9e9ccf to /dev/sdb [ 2344.243457] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625bfa81-ad96-4941-b837-db75981d9e9a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.250376] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a0a60-ec15-4a51-ac68-e1703225f600 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.263210] env[62284]: DEBUG nova.virt.block_device [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating existing volume attachment record: f314d63e-23d6-4997-9d81-4d5da3c4c48a {{(pid=62284) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2348.804141] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Volume attach. Driver type: vmdk {{(pid=62284) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2348.804417] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402965', 'volume_id': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'name': 'volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ce0af0b-b924-49ce-9c16-080cf4ca9116', 'attached_at': '', 'detached_at': '', 'volume_id': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'serial': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2348.805292] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978239ea-876f-4495-a14f-2c00c7593228 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.822500] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2185e6-f823-4426-b78a-7d10b5b7b4e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.846580] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf/volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2348.846826] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e927a270-56d9-4d76-b4c2-cdd99332edb8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.864891] env[62284]: DEBUG oslo_vmware.api [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2348.864891] env[62284]: value = "task-1955642" [ 2348.864891] env[62284]: _type = "Task" [ 2348.864891] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.872664] env[62284]: DEBUG oslo_vmware.api [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.375339] env[62284]: DEBUG oslo_vmware.api [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955642, 'name': ReconfigVM_Task, 'duration_secs': 0.341019} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.375604] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf/volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2349.380265] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e0ae9c-4c0e-4535-9dcd-b45cbe61b816 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.396031] env[62284]: DEBUG oslo_vmware.api [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2349.396031] env[62284]: value = "task-1955643" [ 2349.396031] env[62284]: _type = "Task" [ 2349.396031] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.403532] env[62284]: DEBUG oslo_vmware.api [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.906106] env[62284]: DEBUG oslo_vmware.api [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955643, 'name': ReconfigVM_Task, 'duration_secs': 0.133896} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.906423] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402965', 'volume_id': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'name': 'volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ce0af0b-b924-49ce-9c16-080cf4ca9116', 'attached_at': '', 'detached_at': '', 'volume_id': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'serial': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf'} {{(pid=62284) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2350.940423] env[62284]: DEBUG nova.objects.instance [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lazy-loading 'flavor' on Instance uuid 8ce0af0b-b924-49ce-9c16-080cf4ca9116 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2351.446602] env[62284]: DEBUG oslo_concurrency.lockutils [None req-a1cff99a-6e36-48b8-bc9e-ed04384268d6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.567687] env[62284]: INFO nova.compute.manager [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Rescuing [ 2351.567958] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2351.568151] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2351.568321] env[62284]: DEBUG nova.network.neutron [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2352.309760] env[62284]: DEBUG nova.network.neutron [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [{"id": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "address": "fa:16:3e:df:ea:89", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8686b3f-99", "ovs_interfaceid": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2352.812284] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.348362] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2354.348766] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c479feb-89b0-4116-82ea-cc01aaec4227 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.356881] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2354.356881] env[62284]: value = "task-1955644" [ 2354.356881] env[62284]: _type = "Task" [ 2354.356881] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.364710] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.866846] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955644, 'name': PowerOffVM_Task, 'duration_secs': 0.175022} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.867130] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2354.867897] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c788c0-cdbe-4bb4-b5d1-96ad20a3108e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.888582] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda7aa0b-bfe5-4020-8b04-c98638eaa5fb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.914029] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2354.914298] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ed94c7e-c40b-4a21-bc2e-0547d1f23234 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.920066] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2354.920066] env[62284]: value = "task-1955645" [ 2354.920066] env[62284]: _type = "Task" [ 2354.920066] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.927256] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.430707] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2355.431134] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2355.431249] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.431420] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.431602] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2355.431850] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eac60b8-22a1-4c03-9c2a-38c0cb2a43ce {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.441497] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2355.441667] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2355.442386] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8130c816-2fb3-4015-85b4-8f6845994de8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.447109] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2355.447109] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b9410b-655c-86a1-31db-db3237c7f667" [ 2355.447109] env[62284]: _type = "Task" [ 2355.447109] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.454626] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b9410b-655c-86a1-31db-db3237c7f667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.957508] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52b9410b-655c-86a1-31db-db3237c7f667, 'name': SearchDatastore_Task, 'duration_secs': 0.008118} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.958323] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbefc75a-1486-4ca7-862d-8d3117d4b02c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.964262] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2355.964262] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524cee95-664c-9ab7-6100-c2c3028c1569" [ 2355.964262] env[62284]: _type = "Task" [ 2355.964262] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.972312] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524cee95-664c-9ab7-6100-c2c3028c1569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.474854] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]524cee95-664c-9ab7-6100-c2c3028c1569, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.475197] env[62284]: DEBUG oslo_concurrency.lockutils [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.475489] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. {{(pid=62284) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2356.475668] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77668f19-5b16-4873-bcd2-0f554b1c6b0f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.483261] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2356.483261] env[62284]: value = "task-1955646" [ 2356.483261] env[62284]: _type = "Task" [ 2356.483261] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.490633] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.994132] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955646, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.494035] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560076} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.494338] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk. [ 2357.495012] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff3e177-1bc8-4ab2-a4c3-6cfa971b42d5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.522375] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2357.522604] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc704786-18b1-434f-9663-8e5893f09a6e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.540893] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2357.540893] env[62284]: value = "task-1955647" [ 2357.540893] env[62284]: _type = "Task" [ 2357.540893] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.548474] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.765244] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.765610] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.051114] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955647, 'name': ReconfigVM_Task, 'duration_secs': 0.333123} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.051546] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116/c7c93e14-6b9b-4358-b7ac-8091442396af-rescue.vmdk or device None with type thin {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2358.052231] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2d44a2-0a09-4ddc-805d-2c2bd9da6491 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.079181] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a403268-35c9-4eaf-95e0-a4c7a8ef953c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.093533] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2358.093533] env[62284]: value = "task-1955648" [ 2358.093533] env[62284]: _type = "Task" [ 2358.093533] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.101955] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.268838] env[62284]: DEBUG nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2358.602765] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955648, 'name': ReconfigVM_Task, 'duration_secs': 0.170683} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.603153] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2358.603303] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-082a78a5-1cd4-483e-8546-d7a15373bdc6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.609168] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2358.609168] env[62284]: value = "task-1955649" [ 2358.609168] env[62284]: _type = "Task" [ 2358.609168] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.616139] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.794719] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.795036] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.796623] env[62284]: INFO nova.compute.claims [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2359.118988] env[62284]: DEBUG oslo_vmware.api [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955649, 'name': PowerOnVM_Task, 'duration_secs': 0.401218} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.119283] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2359.121964] env[62284]: DEBUG nova.compute.manager [None req-e2ce5953-b656-484c-9bea-62ea2a5eb5b8 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2359.122726] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54569bee-e481-429f-93fb-d8e0f5157df2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.857962] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ec2ca-8fa8-4ae1-ac99-3f92fad7f84b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.865237] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d560787-a7d8-44cd-9466-072922160bae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.895408] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a163e4a6-6a80-4672-bdfe-4d895bedd9c8 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.902226] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3ab4ae-c7f1-4dcd-bcd7-35df020457d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.914911] env[62284]: DEBUG nova.compute.provider_tree [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2360.417591] env[62284]: DEBUG nova.scheduler.client.report [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2360.825826] env[62284]: INFO nova.compute.manager [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Unrescuing [ 2360.826164] env[62284]: DEBUG oslo_concurrency.lockutils [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.826324] env[62284]: DEBUG oslo_concurrency.lockutils [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquired lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.826494] env[62284]: DEBUG nova.network.neutron [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2360.922166] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.922678] env[62284]: DEBUG nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2361.427732] env[62284]: DEBUG nova.compute.utils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2361.429168] env[62284]: DEBUG nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2361.429338] env[62284]: DEBUG nova.network.neutron [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2361.522246] env[62284]: DEBUG nova.policy [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc1e155657d545c6b0db09acae699b33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09716184fa71458baf122aa626c4e0d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2361.679185] env[62284]: DEBUG nova.network.neutron [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [{"id": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "address": "fa:16:3e:df:ea:89", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8686b3f-99", "ovs_interfaceid": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.838664] env[62284]: DEBUG nova.network.neutron [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Successfully created port: 57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2361.932858] env[62284]: DEBUG nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2362.181876] env[62284]: DEBUG oslo_concurrency.lockutils [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Releasing lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.182523] env[62284]: DEBUG nova.objects.instance [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lazy-loading 'flavor' on Instance uuid 8ce0af0b-b924-49ce-9c16-080cf4ca9116 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2362.688327] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f547ce-8701-4fec-93ff-ca533fe128f2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.713308] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2362.713613] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24ce2349-89f9-4db0-8dfe-ea98687bd46c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.721354] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2362.721354] env[62284]: value = "task-1955650" [ 2362.721354] env[62284]: _type = "Task" [ 2362.721354] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.728739] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.943208] env[62284]: DEBUG nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2362.969317] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2362.969573] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2362.969733] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2362.969916] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2362.970080] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2362.970236] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2362.970460] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2362.970622] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2362.970791] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2362.970957] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2362.971159] env[62284]: DEBUG nova.virt.hardware [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2362.972010] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f6313-319b-4770-bb66-484b9f227929 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.979771] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa09089-76c2-4ac7-b5a1-7c248f126923 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.199054] env[62284]: DEBUG nova.compute.manager [req-276c0f19-d698-4e1a-b922-5184e013f39f req-68c2523b-6bd8-4c7b-a187-e4b1a8a95170 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received event network-vif-plugged-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2363.199305] env[62284]: DEBUG oslo_concurrency.lockutils [req-276c0f19-d698-4e1a-b922-5184e013f39f req-68c2523b-6bd8-4c7b-a187-e4b1a8a95170 service nova] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.199518] env[62284]: DEBUG oslo_concurrency.lockutils [req-276c0f19-d698-4e1a-b922-5184e013f39f req-68c2523b-6bd8-4c7b-a187-e4b1a8a95170 service nova] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.199689] env[62284]: DEBUG oslo_concurrency.lockutils [req-276c0f19-d698-4e1a-b922-5184e013f39f req-68c2523b-6bd8-4c7b-a187-e4b1a8a95170 service nova] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.199892] env[62284]: DEBUG nova.compute.manager [req-276c0f19-d698-4e1a-b922-5184e013f39f req-68c2523b-6bd8-4c7b-a187-e4b1a8a95170 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] No waiting events found dispatching network-vif-plugged-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2363.200193] env[62284]: WARNING nova.compute.manager [req-276c0f19-d698-4e1a-b922-5184e013f39f req-68c2523b-6bd8-4c7b-a187-e4b1a8a95170 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received unexpected event network-vif-plugged-57d897a1-a001-45d4-be0e-8927b8b49b19 for instance with vm_state building and task_state spawning. [ 2363.230982] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955650, 'name': PowerOffVM_Task, 'duration_secs': 0.206451} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.231264] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2363.236563] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfiguring VM instance instance-0000007a to detach disk 2002 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2363.237116] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-febf99e7-1c29-426c-b56b-99f8dce3b52e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.254717] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2363.254717] env[62284]: value = "task-1955651" [ 2363.254717] env[62284]: _type = "Task" [ 2363.254717] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.262372] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.287351] env[62284]: DEBUG nova.network.neutron [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Successfully updated port: 57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2363.765109] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955651, 'name': ReconfigVM_Task, 'duration_secs': 0.225688} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.765342] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfigured VM instance instance-0000007a to detach disk 2002 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2363.765460] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2363.765707] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2acdb75b-30a2-4e6d-b482-f13f5a5af478 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.772336] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2363.772336] env[62284]: value = "task-1955652" [ 2363.772336] env[62284]: _type = "Task" [ 2363.772336] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.779371] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.790088] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.790242] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.790396] env[62284]: DEBUG nova.network.neutron [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2364.284685] env[62284]: DEBUG oslo_vmware.api [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955652, 'name': PowerOnVM_Task, 'duration_secs': 0.352884} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.284685] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2364.284685] env[62284]: DEBUG nova.compute.manager [None req-80db10e2-60a8-45bf-8efb-23ea7aaa0ed6 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2364.285217] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979b274-19c3-4438-8ea5-87c1ab8b7f23 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.320154] env[62284]: DEBUG nova.network.neutron [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2364.443594] env[62284]: DEBUG nova.network.neutron [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [{"id": "57d897a1-a001-45d4-be0e-8927b8b49b19", "address": "fa:16:3e:34:22:47", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d897a1-a0", "ovs_interfaceid": "57d897a1-a001-45d4-be0e-8927b8b49b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.946404] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.946743] env[62284]: DEBUG nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Instance network_info: |[{"id": "57d897a1-a001-45d4-be0e-8927b8b49b19", "address": "fa:16:3e:34:22:47", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d897a1-a0", "ovs_interfaceid": "57d897a1-a001-45d4-be0e-8927b8b49b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2364.947208] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:22:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d897a1-a001-45d4-be0e-8927b8b49b19', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2364.954716] env[62284]: DEBUG oslo.service.loopingcall [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2364.954920] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2364.955154] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3f04a7d-7b8a-4db2-bb79-5f0a973301ea {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.974679] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2364.974679] env[62284]: value = "task-1955653" [ 2364.974679] env[62284]: _type = "Task" [ 2364.974679] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.983436] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955653, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.225235] env[62284]: DEBUG nova.compute.manager [req-bcadb12f-4390-4af2-b5ff-a7888d27556b req-73fadb43-2756-458a-89e1-a65df6921a55 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received event network-changed-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2365.225437] env[62284]: DEBUG nova.compute.manager [req-bcadb12f-4390-4af2-b5ff-a7888d27556b req-73fadb43-2756-458a-89e1-a65df6921a55 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Refreshing instance network info cache due to event network-changed-57d897a1-a001-45d4-be0e-8927b8b49b19. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2365.225641] env[62284]: DEBUG oslo_concurrency.lockutils [req-bcadb12f-4390-4af2-b5ff-a7888d27556b req-73fadb43-2756-458a-89e1-a65df6921a55 service nova] Acquiring lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.225790] env[62284]: DEBUG oslo_concurrency.lockutils [req-bcadb12f-4390-4af2-b5ff-a7888d27556b req-73fadb43-2756-458a-89e1-a65df6921a55 service nova] Acquired lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.226103] env[62284]: DEBUG nova.network.neutron [req-bcadb12f-4390-4af2-b5ff-a7888d27556b req-73fadb43-2756-458a-89e1-a65df6921a55 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Refreshing network info cache for port 57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2365.403928] env[62284]: DEBUG nova.compute.manager [req-ff2542fd-2b3b-44b5-b5e7-410eba96d579 req-5c23b869-8571-4bfa-b232-1613b3c8a3c0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Received event network-changed-c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2365.404194] env[62284]: DEBUG nova.compute.manager [req-ff2542fd-2b3b-44b5-b5e7-410eba96d579 req-5c23b869-8571-4bfa-b232-1613b3c8a3c0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Refreshing instance network info cache due to event network-changed-c8686b3f-999c-4242-ba13-609b7f61a4e6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2365.404478] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff2542fd-2b3b-44b5-b5e7-410eba96d579 req-5c23b869-8571-4bfa-b232-1613b3c8a3c0 service nova] Acquiring lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.404644] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff2542fd-2b3b-44b5-b5e7-410eba96d579 req-5c23b869-8571-4bfa-b232-1613b3c8a3c0 service nova] Acquired lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.404814] env[62284]: DEBUG nova.network.neutron [req-ff2542fd-2b3b-44b5-b5e7-410eba96d579 req-5c23b869-8571-4bfa-b232-1613b3c8a3c0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Refreshing network info cache for port c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2365.485185] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955653, 'name': CreateVM_Task, 'duration_secs': 0.317726} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.485327] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2365.485959] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.486143] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.486461] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2365.486714] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51def590-af6e-49e9-a7c6-fd2aab2f9e96 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.491558] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2365.491558] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f900a-8f97-f1ef-b286-498d94dda723" [ 2365.491558] env[62284]: _type = "Task" [ 2365.491558] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.498970] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f900a-8f97-f1ef-b286-498d94dda723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.927357] env[62284]: DEBUG nova.network.neutron [req-bcadb12f-4390-4af2-b5ff-a7888d27556b req-73fadb43-2756-458a-89e1-a65df6921a55 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updated VIF entry in instance network info cache for port 57d897a1-a001-45d4-be0e-8927b8b49b19. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2365.928421] env[62284]: DEBUG nova.network.neutron [req-bcadb12f-4390-4af2-b5ff-a7888d27556b req-73fadb43-2756-458a-89e1-a65df6921a55 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [{"id": "57d897a1-a001-45d4-be0e-8927b8b49b19", "address": "fa:16:3e:34:22:47", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d897a1-a0", "ovs_interfaceid": "57d897a1-a001-45d4-be0e-8927b8b49b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.001576] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]525f900a-8f97-f1ef-b286-498d94dda723, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.001881] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.002152] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2366.002393] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.002544] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.002721] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2366.002971] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7419f8e0-dbf6-482f-8c91-ebbaee7db47b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.013169] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2366.013350] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2366.014076] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5078d70e-3aa3-41a3-9c32-df9e4f16c193 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.019113] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2366.019113] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52acabf9-7600-fbcb-80ca-a704e735e470" [ 2366.019113] env[62284]: _type = "Task" [ 2366.019113] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.027727] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52acabf9-7600-fbcb-80ca-a704e735e470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.115336] env[62284]: DEBUG nova.network.neutron [req-ff2542fd-2b3b-44b5-b5e7-410eba96d579 req-5c23b869-8571-4bfa-b232-1613b3c8a3c0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updated VIF entry in instance network info cache for port c8686b3f-999c-4242-ba13-609b7f61a4e6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2366.115704] env[62284]: DEBUG nova.network.neutron [req-ff2542fd-2b3b-44b5-b5e7-410eba96d579 req-5c23b869-8571-4bfa-b232-1613b3c8a3c0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [{"id": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "address": "fa:16:3e:df:ea:89", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8686b3f-99", "ovs_interfaceid": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.430445] env[62284]: DEBUG oslo_concurrency.lockutils [req-bcadb12f-4390-4af2-b5ff-a7888d27556b req-73fadb43-2756-458a-89e1-a65df6921a55 service nova] Releasing lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.529528] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52acabf9-7600-fbcb-80ca-a704e735e470, 'name': SearchDatastore_Task, 'duration_secs': 0.008977} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.530352] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ed498c-3c8c-4dbf-9511-2af104b24017 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.535274] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2366.535274] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5290a56b-4181-61da-8d65-ef11cb85f3b8" [ 2366.535274] env[62284]: _type = "Task" [ 2366.535274] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.542476] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5290a56b-4181-61da-8d65-ef11cb85f3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.618501] env[62284]: DEBUG oslo_concurrency.lockutils [req-ff2542fd-2b3b-44b5-b5e7-410eba96d579 req-5c23b869-8571-4bfa-b232-1613b3c8a3c0 service nova] Releasing lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.050860] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5290a56b-4181-61da-8d65-ef11cb85f3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.051310] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.051714] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022/4b573e1a-3d1d-4ca2-9253-9ed87937a022.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2367.052117] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e794c39b-f3e8-4361-aa1f-a48ee3423221 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.060448] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2367.060448] env[62284]: value = "task-1955654" [ 2367.060448] env[62284]: _type = "Task" [ 2367.060448] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.072017] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.434062] env[62284]: DEBUG nova.compute.manager [req-29f5a00c-20be-41fe-af9d-3a791d2705c9 req-83686fe3-1ce8-441a-ae92-cd532104fca0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Received event network-changed-c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2367.434344] env[62284]: DEBUG nova.compute.manager [req-29f5a00c-20be-41fe-af9d-3a791d2705c9 req-83686fe3-1ce8-441a-ae92-cd532104fca0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Refreshing instance network info cache due to event network-changed-c8686b3f-999c-4242-ba13-609b7f61a4e6. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2367.434532] env[62284]: DEBUG oslo_concurrency.lockutils [req-29f5a00c-20be-41fe-af9d-3a791d2705c9 req-83686fe3-1ce8-441a-ae92-cd532104fca0 service nova] Acquiring lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2367.434710] env[62284]: DEBUG oslo_concurrency.lockutils [req-29f5a00c-20be-41fe-af9d-3a791d2705c9 req-83686fe3-1ce8-441a-ae92-cd532104fca0 service nova] Acquired lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2367.434883] env[62284]: DEBUG nova.network.neutron [req-29f5a00c-20be-41fe-af9d-3a791d2705c9 req-83686fe3-1ce8-441a-ae92-cd532104fca0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Refreshing network info cache for port c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2367.570456] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474934} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.570714] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022/4b573e1a-3d1d-4ca2-9253-9ed87937a022.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2367.570983] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2367.571249] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37eddc8f-b3e6-4107-911a-5e571e59db67 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.577877] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2367.577877] env[62284]: value = "task-1955655" [ 2367.577877] env[62284]: _type = "Task" [ 2367.577877] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.584874] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.087474] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075452} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.087734] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2368.088464] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ab3604-0a32-4d78-8a9d-4a4860c2bbdf {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.109818] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022/4b573e1a-3d1d-4ca2-9253-9ed87937a022.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2368.112028] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e8eebb0-8c1a-4f5e-807a-ccb2e1f1bb15 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.131245] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2368.131245] env[62284]: value = "task-1955656" [ 2368.131245] env[62284]: _type = "Task" [ 2368.131245] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.138819] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.211824] env[62284]: DEBUG nova.network.neutron [req-29f5a00c-20be-41fe-af9d-3a791d2705c9 req-83686fe3-1ce8-441a-ae92-cd532104fca0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updated VIF entry in instance network info cache for port c8686b3f-999c-4242-ba13-609b7f61a4e6. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2368.212204] env[62284]: DEBUG nova.network.neutron [req-29f5a00c-20be-41fe-af9d-3a791d2705c9 req-83686fe3-1ce8-441a-ae92-cd532104fca0 service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [{"id": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "address": "fa:16:3e:df:ea:89", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8686b3f-99", "ovs_interfaceid": "c8686b3f-999c-4242-ba13-609b7f61a4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2368.642163] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.714996] env[62284]: DEBUG oslo_concurrency.lockutils [req-29f5a00c-20be-41fe-af9d-3a791d2705c9 req-83686fe3-1ce8-441a-ae92-cd532104fca0 service nova] Releasing lock "refresh_cache-8ce0af0b-b924-49ce-9c16-080cf4ca9116" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.142598] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955656, 'name': ReconfigVM_Task, 'duration_secs': 0.666108} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.142873] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022/4b573e1a-3d1d-4ca2-9253-9ed87937a022.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2369.143501] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a15a0ab-a4ed-42d3-8c0e-6433b939a62c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.150507] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2369.150507] env[62284]: value = "task-1955657" [ 2369.150507] env[62284]: _type = "Task" [ 2369.150507] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.158603] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955657, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.660505] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955657, 'name': Rename_Task, 'duration_secs': 0.138294} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.660863] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2369.660992] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c4353c9-5ec9-4b8c-b44a-5cca76306091 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.667355] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2369.667355] env[62284]: value = "task-1955658" [ 2369.667355] env[62284]: _type = "Task" [ 2369.667355] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.674358] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.176725] env[62284]: DEBUG oslo_vmware.api [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955658, 'name': PowerOnVM_Task, 'duration_secs': 0.441825} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.177028] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2370.177141] env[62284]: INFO nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Took 7.23 seconds to spawn the instance on the hypervisor. [ 2370.177326] env[62284]: DEBUG nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2370.178076] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d42cb5-b56d-4a7d-900a-a9d92f42d9d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.697033] env[62284]: INFO nova.compute.manager [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Took 11.92 seconds to build instance. [ 2370.790202] env[62284]: DEBUG nova.compute.manager [req-37a63c66-4d00-4743-8688-9717cab7bc28 req-fdb6572b-f124-4964-9f3e-01e34f10d56d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received event network-changed-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2370.790410] env[62284]: DEBUG nova.compute.manager [req-37a63c66-4d00-4743-8688-9717cab7bc28 req-fdb6572b-f124-4964-9f3e-01e34f10d56d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Refreshing instance network info cache due to event network-changed-57d897a1-a001-45d4-be0e-8927b8b49b19. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2370.790609] env[62284]: DEBUG oslo_concurrency.lockutils [req-37a63c66-4d00-4743-8688-9717cab7bc28 req-fdb6572b-f124-4964-9f3e-01e34f10d56d service nova] Acquiring lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2370.790958] env[62284]: DEBUG oslo_concurrency.lockutils [req-37a63c66-4d00-4743-8688-9717cab7bc28 req-fdb6572b-f124-4964-9f3e-01e34f10d56d service nova] Acquired lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2370.790958] env[62284]: DEBUG nova.network.neutron [req-37a63c66-4d00-4743-8688-9717cab7bc28 req-fdb6572b-f124-4964-9f3e-01e34f10d56d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Refreshing network info cache for port 57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2371.199782] env[62284]: DEBUG oslo_concurrency.lockutils [None req-90b07455-0259-4d94-ae8d-bbeeac7b8dc3 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.434s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.509463] env[62284]: DEBUG nova.network.neutron [req-37a63c66-4d00-4743-8688-9717cab7bc28 req-fdb6572b-f124-4964-9f3e-01e34f10d56d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updated VIF entry in instance network info cache for port 57d897a1-a001-45d4-be0e-8927b8b49b19. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2371.509843] env[62284]: DEBUG nova.network.neutron [req-37a63c66-4d00-4743-8688-9717cab7bc28 req-fdb6572b-f124-4964-9f3e-01e34f10d56d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [{"id": "57d897a1-a001-45d4-be0e-8927b8b49b19", "address": "fa:16:3e:34:22:47", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d897a1-a0", "ovs_interfaceid": "57d897a1-a001-45d4-be0e-8927b8b49b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2372.012669] env[62284]: DEBUG oslo_concurrency.lockutils [req-37a63c66-4d00-4743-8688-9717cab7bc28 req-fdb6572b-f124-4964-9f3e-01e34f10d56d service nova] Releasing lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2393.605012] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2393.605357] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2393.605447] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2394.136096] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.136262] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquired lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.136414] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Forcefully refreshing network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2395.327348] env[62284]: DEBUG nova.network.neutron [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updating instance_info_cache with network_info: [{"id": "e67e373d-535c-447e-a999-47b2e96dfb41", "address": "fa:16:3e:bf:b8:7a", "network": {"id": "ef6dcfe1-71d3-430f-bef6-c8bcf8c8fb9c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-426885364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e32fec7bd224c10bf88ca652315f863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67e373d-53", "ovs_interfaceid": "e67e373d-535c-447e-a999-47b2e96dfb41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2395.829871] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Releasing lock "refresh_cache-dd68bd51-f879-4309-8857-63abf6476db8" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.830124] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updated the network info_cache for instance {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2395.830330] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.830488] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.830635] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.830785] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.830927] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.831096] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2395.831230] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2395.831376] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2396.282244] env[62284]: DEBUG oslo_concurrency.lockutils [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.282515] env[62284]: DEBUG oslo_concurrency.lockutils [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.334202] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.334538] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.334581] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.334731] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2396.335607] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21a5276-43bf-49b7-a2fb-960e59830941 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.343853] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba54eae-04b6-4089-b951-c70ef5da30cb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.357553] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928cf0b4-64a9-4e9b-a38e-57fd1c3a41f4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.363867] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb81ac-22d6-499a-8da6-74b5f24d5f35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.393833] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180741MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2396.394019] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.394308] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.785406] env[62284]: INFO nova.compute.manager [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Detaching volume 09bcd213-2048-4af4-9bfd-8d372f9e9ccf [ 2396.815905] env[62284]: INFO nova.virt.block_device [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Attempting to driver detach volume 09bcd213-2048-4af4-9bfd-8d372f9e9ccf from mountpoint /dev/sdb [ 2396.816179] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Volume detach. Driver type: vmdk {{(pid=62284) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2396.816375] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402965', 'volume_id': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'name': 'volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ce0af0b-b924-49ce-9c16-080cf4ca9116', 'attached_at': '', 'detached_at': '', 'volume_id': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'serial': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2396.817297] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef0e8dd-695b-4a29-9873-5f9b26c3b1a0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.837861] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba01c42-db2c-44d3-b071-810b2ebab334 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.844411] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04bcdb3-8bf5-4770-a336-6ab3ed8b6fb4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.863899] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c528852-b60c-4184-addc-1d0c18742fc7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.878430] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] The volume has not been displaced from its original location: [datastore1] volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf/volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf.vmdk. No consolidation needed. {{(pid=62284) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2396.883590] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2396.883862] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405d2fbb-7cd7-4a14-90aa-0aa4ee08d5c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.900934] env[62284]: DEBUG oslo_vmware.api [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2396.900934] env[62284]: value = "task-1955659" [ 2396.900934] env[62284]: _type = "Task" [ 2396.900934] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.910203] env[62284]: DEBUG oslo_vmware.api [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.415622] env[62284]: DEBUG oslo_vmware.api [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955659, 'name': ReconfigVM_Task, 'duration_secs': 0.211589} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.415950] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62284) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2397.420965] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd9fcf4-cb4f-479c-8257-6ade8fd3d6a7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.430999] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance dd68bd51-f879-4309-8857-63abf6476db8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2397.431185] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2397.431336] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 8ce0af0b-b924-49ce-9c16-080cf4ca9116 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2397.431454] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4b573e1a-3d1d-4ca2-9253-9ed87937a022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2397.431654] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2397.431757] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2397.439404] env[62284]: DEBUG oslo_vmware.api [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2397.439404] env[62284]: value = "task-1955660" [ 2397.439404] env[62284]: _type = "Task" [ 2397.439404] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.446836] env[62284]: DEBUG oslo_vmware.api [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.490665] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866f10b-b202-4428-8991-3b205d7c3685 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.497675] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6869f3b-2b71-4c16-b76b-4536fe8d105a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.526314] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5e5a75-0bf1-47c6-a9a1-5b8099cbda10 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.532986] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5af86d-cf9b-41cc-8ebf-755e25c74463 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.545816] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2397.949885] env[62284]: DEBUG oslo_vmware.api [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955660, 'name': ReconfigVM_Task, 'duration_secs': 0.137837} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.950210] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-402965', 'volume_id': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'name': 'volume-09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ce0af0b-b924-49ce-9c16-080cf4ca9116', 'attached_at': '', 'detached_at': '', 'volume_id': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf', 'serial': '09bcd213-2048-4af4-9bfd-8d372f9e9ccf'} {{(pid=62284) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2398.049477] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2398.489094] env[62284]: DEBUG nova.objects.instance [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lazy-loading 'flavor' on Instance uuid 8ce0af0b-b924-49ce-9c16-080cf4ca9116 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2398.554612] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2398.554820] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.499063] env[62284]: DEBUG oslo_concurrency.lockutils [None req-01878159-f0ae-43a7-97c6-bbe33eb0dc35 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.592049] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.592049] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.592515] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.592515] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.592515] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.594711] env[62284]: INFO nova.compute.manager [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Terminating instance [ 2401.098426] env[62284]: DEBUG nova.compute.manager [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2401.098859] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2401.100375] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865919ca-aea7-48f5-8178-19d89ed217c9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.108611] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2401.108895] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20f4ef10-111a-48f7-98ec-b1da442065d9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.116146] env[62284]: DEBUG oslo_vmware.api [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2401.116146] env[62284]: value = "task-1955661" [ 2401.116146] env[62284]: _type = "Task" [ 2401.116146] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.124710] env[62284]: DEBUG oslo_vmware.api [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.626251] env[62284]: DEBUG oslo_vmware.api [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955661, 'name': PowerOffVM_Task, 'duration_secs': 0.207973} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.626610] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2401.626741] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2401.628374] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac484802-b488-4b72-ab60-10b1fc94dfc3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.778874] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2402.779263] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2402.779390] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleting the datastore file [datastore1] 8ce0af0b-b924-49ce-9c16-080cf4ca9116 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2402.779645] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30641613-6d7e-4d28-a9a6-cbff0c7fa68b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.786922] env[62284]: DEBUG oslo_vmware.api [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2402.786922] env[62284]: value = "task-1955663" [ 2402.786922] env[62284]: _type = "Task" [ 2402.786922] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.795510] env[62284]: DEBUG oslo_vmware.api [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.296801] env[62284]: DEBUG oslo_vmware.api [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138319} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.297116] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2403.297315] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2403.297499] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2403.297676] env[62284]: INFO nova.compute.manager [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Took 2.20 seconds to destroy the instance on the hypervisor. [ 2403.297915] env[62284]: DEBUG oslo.service.loopingcall [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2403.298129] env[62284]: DEBUG nova.compute.manager [-] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2403.298224] env[62284]: DEBUG nova.network.neutron [-] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2403.912053] env[62284]: DEBUG nova.compute.manager [req-cd0fab88-c450-4cd0-8882-07ba33e3b896 req-eba8cc19-6182-4258-a185-8ba803998b4c service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Received event network-vif-deleted-c8686b3f-999c-4242-ba13-609b7f61a4e6 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2403.912053] env[62284]: INFO nova.compute.manager [req-cd0fab88-c450-4cd0-8882-07ba33e3b896 req-eba8cc19-6182-4258-a185-8ba803998b4c service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Neutron deleted interface c8686b3f-999c-4242-ba13-609b7f61a4e6; detaching it from the instance and deleting it from the info cache [ 2403.912053] env[62284]: DEBUG nova.network.neutron [req-cd0fab88-c450-4cd0-8882-07ba33e3b896 req-eba8cc19-6182-4258-a185-8ba803998b4c service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.387683] env[62284]: DEBUG nova.network.neutron [-] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.414241] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b48c8379-8369-4c2b-a4fe-f9315168b464 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.426111] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098eda3-e29d-438c-b011-6997456bb9c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.452692] env[62284]: DEBUG nova.compute.manager [req-cd0fab88-c450-4cd0-8882-07ba33e3b896 req-eba8cc19-6182-4258-a185-8ba803998b4c service nova] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Detach interface failed, port_id=c8686b3f-999c-4242-ba13-609b7f61a4e6, reason: Instance 8ce0af0b-b924-49ce-9c16-080cf4ca9116 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2404.890541] env[62284]: INFO nova.compute.manager [-] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Took 1.59 seconds to deallocate network for instance. [ 2405.396612] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.397081] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.397195] env[62284]: DEBUG nova.objects.instance [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lazy-loading 'resources' on Instance uuid 8ce0af0b-b924-49ce-9c16-080cf4ca9116 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2405.958716] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e1281-4580-4ee2-a223-984362f45d73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.966313] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246701e-6983-446f-9bcc-bacfe742cbf9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.995688] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8388ebd8-19ad-46ad-b125-3c55072ef770 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.002821] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e309b22e-1e60-475d-a1b7-b6e6fb6fb18c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.016712] env[62284]: DEBUG nova.compute.provider_tree [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2406.520114] env[62284]: DEBUG nova.scheduler.client.report [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2407.025693] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.044962] env[62284]: INFO nova.scheduler.client.report [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleted allocations for instance 8ce0af0b-b924-49ce-9c16-080cf4ca9116 [ 2407.554184] env[62284]: DEBUG oslo_concurrency.lockutils [None req-bdf96828-130e-4c8c-806b-2ecfbd4b2aed tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "8ce0af0b-b924-49ce-9c16-080cf4ca9116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.962s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.821823] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.822236] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.822370] env[62284]: INFO nova.compute.manager [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Shelving [ 2409.832631] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2409.832946] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20e5775f-e781-46b3-8cff-d795018e1c10 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.841233] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2409.841233] env[62284]: value = "task-1955665" [ 2409.841233] env[62284]: _type = "Task" [ 2409.841233] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.849728] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.350889] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955665, 'name': PowerOffVM_Task, 'duration_secs': 0.210271} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.351166] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2410.351931] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016844e9-ab34-4a27-9675-9a180a5995c0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.369814] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590fe53b-521f-4361-81be-660103614f1b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.883081] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Creating Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2410.883081] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-33db6442-663a-46bf-b78f-9e6c19fe95c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.890033] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2410.890033] env[62284]: value = "task-1955666" [ 2410.890033] env[62284]: _type = "Task" [ 2410.890033] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.898929] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.400722] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.902058] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955666, 'name': CreateSnapshot_Task, 'duration_secs': 0.600405} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.902058] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Created Snapshot of the VM instance {{(pid=62284) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2411.902558] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07e879f-5bdc-40f3-836d-a5d94570e7c3 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.420669] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Creating linked-clone VM from snapshot {{(pid=62284) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2412.420964] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5d857b5-9643-4625-8ad9-546a45c99c73 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.429464] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2412.429464] env[62284]: value = "task-1955667" [ 2412.429464] env[62284]: _type = "Task" [ 2412.429464] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.437138] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955667, 'name': CloneVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.939751] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955667, 'name': CloneVM_Task} progress is 94%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.033115] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.033336] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.033557] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.033744] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.033920] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.036169] env[62284]: INFO nova.compute.manager [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Terminating instance [ 2413.439600] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955667, 'name': CloneVM_Task} progress is 100%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.539588] env[62284]: DEBUG nova.compute.manager [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2413.539822] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2413.540733] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c068133b-c9c7-4dcb-b740-a798ffa1c606 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.548413] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2413.548681] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-118248f3-95fa-4d45-8176-ff2d42bbb861 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.555201] env[62284]: DEBUG oslo_vmware.api [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2413.555201] env[62284]: value = "task-1955668" [ 2413.555201] env[62284]: _type = "Task" [ 2413.555201] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.563013] env[62284]: DEBUG oslo_vmware.api [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.940506] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955667, 'name': CloneVM_Task, 'duration_secs': 1.049197} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.941452] env[62284]: INFO nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Created linked-clone VM from snapshot [ 2413.942296] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef64f72-e43a-4260-86f8-4536d9f679fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.950982] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Uploading image d50ac27d-ed55-4b29-95ec-c3195b3a67bb {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2413.978404] env[62284]: DEBUG oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2413.978404] env[62284]: value = "vm-402968" [ 2413.978404] env[62284]: _type = "VirtualMachine" [ 2413.978404] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2413.978706] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bae337c3-4bfe-42c0-b990-73133f253d55 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.986464] env[62284]: DEBUG oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lease: (returnval){ [ 2413.986464] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5243921b-be02-4872-b061-209ac4b7c937" [ 2413.986464] env[62284]: _type = "HttpNfcLease" [ 2413.986464] env[62284]: } obtained for exporting VM: (result){ [ 2413.986464] env[62284]: value = "vm-402968" [ 2413.986464] env[62284]: _type = "VirtualMachine" [ 2413.986464] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2413.986815] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the lease: (returnval){ [ 2413.986815] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5243921b-be02-4872-b061-209ac4b7c937" [ 2413.986815] env[62284]: _type = "HttpNfcLease" [ 2413.986815] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2413.992871] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2413.992871] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5243921b-be02-4872-b061-209ac4b7c937" [ 2413.992871] env[62284]: _type = "HttpNfcLease" [ 2413.992871] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2414.064875] env[62284]: DEBUG oslo_vmware.api [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955668, 'name': PowerOffVM_Task, 'duration_secs': 0.218042} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.065148] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2414.065327] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2414.065563] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32fb016d-8a80-49c5-816e-b70f070b33e9 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.497375] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2414.497375] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5243921b-be02-4872-b061-209ac4b7c937" [ 2414.497375] env[62284]: _type = "HttpNfcLease" [ 2414.497375] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2414.497783] env[62284]: DEBUG oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2414.497783] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5243921b-be02-4872-b061-209ac4b7c937" [ 2414.497783] env[62284]: _type = "HttpNfcLease" [ 2414.497783] env[62284]: }. {{(pid=62284) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2414.498809] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2e2a48-80c0-4123-95c8-e2dc36c6d7af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.507970] env[62284]: DEBUG oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52109838-fe06-1471-adef-88ba16680359/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2414.508235] env[62284]: DEBUG oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52109838-fe06-1471-adef-88ba16680359/disk-0.vmdk for reading. {{(pid=62284) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2414.593721] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e7b7f25-3187-45df-a630-3e93b8a6426b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.637605] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2414.637900] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2414.638166] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleting the datastore file [datastore1] 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2414.638470] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08469b3e-bee0-4ead-9699-6b139c7ed372 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.645088] env[62284]: DEBUG oslo_vmware.api [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2414.645088] env[62284]: value = "task-1955671" [ 2414.645088] env[62284]: _type = "Task" [ 2414.645088] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.652617] env[62284]: DEBUG oslo_vmware.api [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.155258] env[62284]: DEBUG oslo_vmware.api [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200732} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.155631] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2415.155895] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2415.156149] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2415.156380] env[62284]: INFO nova.compute.manager [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Took 1.62 seconds to destroy the instance on the hypervisor. [ 2415.156689] env[62284]: DEBUG oslo.service.loopingcall [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2415.156953] env[62284]: DEBUG nova.compute.manager [-] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2415.157099] env[62284]: DEBUG nova.network.neutron [-] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2415.414405] env[62284]: DEBUG nova.compute.manager [req-63dce1eb-5d6b-4a9e-9e0f-7e2f0d9933a6 req-049054e2-7aca-4b8a-8e20-c6598ded555b service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Received event network-vif-deleted-e5fa1d19-fa56-4419-92cc-87f69ebd4a81 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2415.414731] env[62284]: INFO nova.compute.manager [req-63dce1eb-5d6b-4a9e-9e0f-7e2f0d9933a6 req-049054e2-7aca-4b8a-8e20-c6598ded555b service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Neutron deleted interface e5fa1d19-fa56-4419-92cc-87f69ebd4a81; detaching it from the instance and deleting it from the info cache [ 2415.415400] env[62284]: DEBUG nova.network.neutron [req-63dce1eb-5d6b-4a9e-9e0f-7e2f0d9933a6 req-049054e2-7aca-4b8a-8e20-c6598ded555b service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.895062] env[62284]: DEBUG nova.network.neutron [-] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.917827] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd3dc9d8-ff76-4393-96de-e3f7d46f10dd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.927761] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdab9b80-f496-44b5-9437-16db507a6e3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.954773] env[62284]: DEBUG nova.compute.manager [req-63dce1eb-5d6b-4a9e-9e0f-7e2f0d9933a6 req-049054e2-7aca-4b8a-8e20-c6598ded555b service nova] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Detach interface failed, port_id=e5fa1d19-fa56-4419-92cc-87f69ebd4a81, reason: Instance 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2416.397671] env[62284]: INFO nova.compute.manager [-] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Took 1.24 seconds to deallocate network for instance. [ 2416.905047] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.905365] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.905620] env[62284]: DEBUG nova.objects.instance [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lazy-loading 'resources' on Instance uuid 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2417.465581] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03365abf-8fb0-4002-bbaf-e9c633c2d213 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.473621] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b539a808-7a20-45d0-b248-9e48f0d6f6d1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.503390] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f43e27-c934-4aeb-8da8-9a2a0e2a796e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.510836] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1f9ea2-2e59-4e7b-8b35-a7e6d2816ff5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.523871] env[62284]: DEBUG nova.compute.provider_tree [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2418.027617] env[62284]: DEBUG nova.scheduler.client.report [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2418.534016] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.553541] env[62284]: INFO nova.scheduler.client.report [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleted allocations for instance 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b [ 2419.062071] env[62284]: DEBUG oslo_concurrency.lockutils [None req-6585976c-bf6a-4c80-aa15-51d55cb77139 tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "61c4835a-6a5c-4432-a7cf-4dd59c3ad37b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.029s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.671722] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "dd68bd51-f879-4309-8857-63abf6476db8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.672091] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "dd68bd51-f879-4309-8857-63abf6476db8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.672359] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "dd68bd51-f879-4309-8857-63abf6476db8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.672603] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "dd68bd51-f879-4309-8857-63abf6476db8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.672822] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "dd68bd51-f879-4309-8857-63abf6476db8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.675236] env[62284]: INFO nova.compute.manager [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Terminating instance [ 2420.179941] env[62284]: DEBUG nova.compute.manager [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2420.180193] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2420.181116] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b13b568-2e72-4f97-965e-781a156f6833 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.188896] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2420.189150] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b61d9258-79d6-4293-8f4f-3d9b686c3382 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.195243] env[62284]: DEBUG oslo_vmware.api [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2420.195243] env[62284]: value = "task-1955672" [ 2420.195243] env[62284]: _type = "Task" [ 2420.195243] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.203405] env[62284]: DEBUG oslo_vmware.api [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.706115] env[62284]: DEBUG oslo_vmware.api [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955672, 'name': PowerOffVM_Task, 'duration_secs': 0.214072} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.706497] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2420.706615] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2420.706850] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a77116e5-be03-4e89-aee8-0375a4e9bd35 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.757656] env[62284]: DEBUG oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52109838-fe06-1471-adef-88ba16680359/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2421.758740] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfeef6d-91af-4f58-87e7-73f35c8cb802 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.765032] env[62284]: DEBUG oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52109838-fe06-1471-adef-88ba16680359/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2421.765244] env[62284]: ERROR oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52109838-fe06-1471-adef-88ba16680359/disk-0.vmdk due to incomplete transfer. [ 2421.765465] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef4747f9-fa3e-4e50-8616-e9a38b059b3a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.774216] env[62284]: DEBUG oslo_vmware.rw_handles [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52109838-fe06-1471-adef-88ba16680359/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2421.774407] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Uploaded image d50ac27d-ed55-4b29-95ec-c3195b3a67bb to the Glance image server {{(pid=62284) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2421.776662] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Destroying the VM {{(pid=62284) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2421.776906] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c5c2350-4856-4d14-9d8b-dbb487b176be {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.783202] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2421.783202] env[62284]: value = "task-1955674" [ 2421.783202] env[62284]: _type = "Task" [ 2421.783202] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.790713] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955674, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.292487] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955674, 'name': Destroy_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.793216] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955674, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.293679] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955674, 'name': Destroy_Task} progress is 33%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.692030] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2423.692030] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2423.692030] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleting the datastore file [datastore1] dd68bd51-f879-4309-8857-63abf6476db8 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2423.692271] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-220ca967-938a-444a-96df-dd5f17f54470 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.699825] env[62284]: DEBUG oslo_vmware.api [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for the task: (returnval){ [ 2423.699825] env[62284]: value = "task-1955675" [ 2423.699825] env[62284]: _type = "Task" [ 2423.699825] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.709104] env[62284]: DEBUG oslo_vmware.api [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.794979] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955674, 'name': Destroy_Task, 'duration_secs': 1.975165} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.795318] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Destroyed the VM [ 2423.795535] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Deleting Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2423.795796] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a0113b27-0c4c-4ac2-a402-7c373ab7721d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.802954] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2423.802954] env[62284]: value = "task-1955676" [ 2423.802954] env[62284]: _type = "Task" [ 2423.802954] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.811920] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955676, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.211446] env[62284]: DEBUG oslo_vmware.api [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Task: {'id': task-1955675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142859} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.211700] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2424.211885] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2424.212076] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2424.212254] env[62284]: INFO nova.compute.manager [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Took 4.03 seconds to destroy the instance on the hypervisor. [ 2424.212492] env[62284]: DEBUG oslo.service.loopingcall [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2424.212722] env[62284]: DEBUG nova.compute.manager [-] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2424.212844] env[62284]: DEBUG nova.network.neutron [-] [instance: dd68bd51-f879-4309-8857-63abf6476db8] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2424.312825] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955676, 'name': RemoveSnapshot_Task, 'duration_secs': 0.311199} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.313106] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Deleted Snapshot of the VM instance {{(pid=62284) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2424.313380] env[62284]: DEBUG nova.compute.manager [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2424.314118] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c2705e-cb4c-49ef-a8db-d1df7b1fb7b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.453958] env[62284]: DEBUG nova.compute.manager [req-6cda1d24-3088-43df-b896-3910616fd514 req-5ce991eb-6de9-4c9a-81c5-2f92b11edac9 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Received event network-vif-deleted-e67e373d-535c-447e-a999-47b2e96dfb41 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2424.454189] env[62284]: INFO nova.compute.manager [req-6cda1d24-3088-43df-b896-3910616fd514 req-5ce991eb-6de9-4c9a-81c5-2f92b11edac9 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Neutron deleted interface e67e373d-535c-447e-a999-47b2e96dfb41; detaching it from the instance and deleting it from the info cache [ 2424.454368] env[62284]: DEBUG nova.network.neutron [req-6cda1d24-3088-43df-b896-3910616fd514 req-5ce991eb-6de9-4c9a-81c5-2f92b11edac9 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2424.829853] env[62284]: INFO nova.compute.manager [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Shelve offloading [ 2424.933301] env[62284]: DEBUG nova.network.neutron [-] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2424.956738] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f00afb1-5016-4ce5-9fa8-4e13af607b3f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.966874] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9365ca18-85d8-4759-a217-2b85c94c1cd5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.990535] env[62284]: DEBUG nova.compute.manager [req-6cda1d24-3088-43df-b896-3910616fd514 req-5ce991eb-6de9-4c9a-81c5-2f92b11edac9 service nova] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Detach interface failed, port_id=e67e373d-535c-447e-a999-47b2e96dfb41, reason: Instance dd68bd51-f879-4309-8857-63abf6476db8 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2425.333725] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2425.334066] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9962909-cdb8-4dcc-99ab-ee4bc9d27465 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.342177] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2425.342177] env[62284]: value = "task-1955677" [ 2425.342177] env[62284]: _type = "Task" [ 2425.342177] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.350475] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.436038] env[62284]: INFO nova.compute.manager [-] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Took 1.22 seconds to deallocate network for instance. [ 2425.852974] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] VM already powered off {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2425.853248] env[62284]: DEBUG nova.compute.manager [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2425.854263] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e8d3e8-059d-4197-8e58-70249ba1c67c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.860690] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2425.860856] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2425.861068] env[62284]: DEBUG nova.network.neutron [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2425.942275] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2425.942495] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2425.942719] env[62284]: DEBUG nova.objects.instance [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lazy-loading 'resources' on Instance uuid dd68bd51-f879-4309-8857-63abf6476db8 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2426.485760] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb7b72-7ada-4fe6-b98c-9f9e305e3ae5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.493390] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9210c503-6752-4ec1-ac30-da241eba8cf1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.525761] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b7e0ec-f3f9-478b-ae69-8bf2d6624291 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.533408] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb749043-d157-4ece-b1af-322115332130 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.546758] env[62284]: DEBUG nova.compute.provider_tree [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2426.592558] env[62284]: DEBUG nova.network.neutron [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [{"id": "57d897a1-a001-45d4-be0e-8927b8b49b19", "address": "fa:16:3e:34:22:47", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d897a1-a0", "ovs_interfaceid": "57d897a1-a001-45d4-be0e-8927b8b49b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.050516] env[62284]: DEBUG nova.scheduler.client.report [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2427.094699] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2427.333681] env[62284]: DEBUG nova.compute.manager [req-2fe90d37-e8bb-4771-912e-abb2cb06b314 req-cb191baf-f3c1-400a-afa2-4c9b57c054b8 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received event network-vif-unplugged-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2427.333920] env[62284]: DEBUG oslo_concurrency.lockutils [req-2fe90d37-e8bb-4771-912e-abb2cb06b314 req-cb191baf-f3c1-400a-afa2-4c9b57c054b8 service nova] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2427.334155] env[62284]: DEBUG oslo_concurrency.lockutils [req-2fe90d37-e8bb-4771-912e-abb2cb06b314 req-cb191baf-f3c1-400a-afa2-4c9b57c054b8 service nova] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2427.334327] env[62284]: DEBUG oslo_concurrency.lockutils [req-2fe90d37-e8bb-4771-912e-abb2cb06b314 req-cb191baf-f3c1-400a-afa2-4c9b57c054b8 service nova] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2427.334496] env[62284]: DEBUG nova.compute.manager [req-2fe90d37-e8bb-4771-912e-abb2cb06b314 req-cb191baf-f3c1-400a-afa2-4c9b57c054b8 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] No waiting events found dispatching network-vif-unplugged-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2427.334666] env[62284]: WARNING nova.compute.manager [req-2fe90d37-e8bb-4771-912e-abb2cb06b314 req-cb191baf-f3c1-400a-afa2-4c9b57c054b8 service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received unexpected event network-vif-unplugged-57d897a1-a001-45d4-be0e-8927b8b49b19 for instance with vm_state shelved and task_state shelving_offloading. [ 2427.423886] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2427.424815] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca0123-9445-4db3-a18b-4a52822866de {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.434029] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2427.434270] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5f80ac7-85d0-4459-b062-8353c893c18b {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.555252] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2427.573545] env[62284]: INFO nova.scheduler.client.report [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Deleted allocations for instance dd68bd51-f879-4309-8857-63abf6476db8 [ 2427.690646] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2427.690877] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2427.691086] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleting the datastore file [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2427.691389] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f803cb15-df9d-43e0-b6fc-d4e7ec4f756d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.697935] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2427.697935] env[62284]: value = "task-1955679" [ 2427.697935] env[62284]: _type = "Task" [ 2427.697935] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.706496] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.081498] env[62284]: DEBUG oslo_concurrency.lockutils [None req-d14ffec3-cacb-49f5-9055-2fb4137caddf tempest-ServerRescueNegativeTestJSON-1481749508 tempest-ServerRescueNegativeTestJSON-1481749508-project-member] Lock "dd68bd51-f879-4309-8857-63abf6476db8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.409s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.207370] env[62284]: DEBUG oslo_vmware.api [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126688} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.207616] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2428.207801] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2428.207980] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2428.224790] env[62284]: INFO nova.scheduler.client.report [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleted allocations for instance 4b573e1a-3d1d-4ca2-9253-9ed87937a022 [ 2428.729386] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.729676] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.729951] env[62284]: DEBUG nova.objects.instance [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'resources' on Instance uuid 4b573e1a-3d1d-4ca2-9253-9ed87937a022 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2429.233286] env[62284]: DEBUG nova.objects.instance [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'numa_topology' on Instance uuid 4b573e1a-3d1d-4ca2-9253-9ed87937a022 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2429.359866] env[62284]: DEBUG nova.compute.manager [req-5437013a-2c95-4b13-ae40-032a082fac3a req-011145e9-a015-43c2-a326-60042a24ae5d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received event network-changed-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2429.360087] env[62284]: DEBUG nova.compute.manager [req-5437013a-2c95-4b13-ae40-032a082fac3a req-011145e9-a015-43c2-a326-60042a24ae5d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Refreshing instance network info cache due to event network-changed-57d897a1-a001-45d4-be0e-8927b8b49b19. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2429.360319] env[62284]: DEBUG oslo_concurrency.lockutils [req-5437013a-2c95-4b13-ae40-032a082fac3a req-011145e9-a015-43c2-a326-60042a24ae5d service nova] Acquiring lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2429.360470] env[62284]: DEBUG oslo_concurrency.lockutils [req-5437013a-2c95-4b13-ae40-032a082fac3a req-011145e9-a015-43c2-a326-60042a24ae5d service nova] Acquired lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2429.360638] env[62284]: DEBUG nova.network.neutron [req-5437013a-2c95-4b13-ae40-032a082fac3a req-011145e9-a015-43c2-a326-60042a24ae5d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Refreshing network info cache for port 57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2429.735716] env[62284]: DEBUG nova.objects.base [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Object Instance<4b573e1a-3d1d-4ca2-9253-9ed87937a022> lazy-loaded attributes: resources,numa_topology {{(pid=62284) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2429.755570] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5a551c-1983-40b9-8a44-e304a3672343 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.763990] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95710716-b28e-4493-8e5b-9c0008f5a7ae {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.796534] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eef80d-2816-4ac9-b945-fe3aef5eea2d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.804635] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4000aeb6-637e-447c-afa1-0ed85fde2ba1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.818262] env[62284]: DEBUG nova.compute.provider_tree [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2430.083844] env[62284]: DEBUG nova.network.neutron [req-5437013a-2c95-4b13-ae40-032a082fac3a req-011145e9-a015-43c2-a326-60042a24ae5d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updated VIF entry in instance network info cache for port 57d897a1-a001-45d4-be0e-8927b8b49b19. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2430.084349] env[62284]: DEBUG nova.network.neutron [req-5437013a-2c95-4b13-ae40-032a082fac3a req-011145e9-a015-43c2-a326-60042a24ae5d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [{"id": "57d897a1-a001-45d4-be0e-8927b8b49b19", "address": "fa:16:3e:34:22:47", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap57d897a1-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2430.322105] env[62284]: DEBUG nova.scheduler.client.report [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2430.565528] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.587882] env[62284]: DEBUG oslo_concurrency.lockutils [req-5437013a-2c95-4b13-ae40-032a082fac3a req-011145e9-a015-43c2-a326-60042a24ae5d service nova] Releasing lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2430.827353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.339226] env[62284]: DEBUG oslo_concurrency.lockutils [None req-63f7a7d3-a64b-4353-8812-05edeebe1947 tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.517s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.340373] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.775s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2431.340605] env[62284]: INFO nova.compute.manager [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Unshelving [ 2432.372272] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.372532] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.372610] env[62284]: DEBUG nova.objects.instance [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b573e1a-3d1d-4ca2-9253-9ed87937a022 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2432.420045] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquiring lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.420293] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.876698] env[62284]: DEBUG nova.objects.instance [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'numa_topology' on Instance uuid 4b573e1a-3d1d-4ca2-9253-9ed87937a022 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2432.922336] env[62284]: DEBUG nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Starting instance... {{(pid=62284) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2433.379369] env[62284]: INFO nova.compute.claims [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2433.442788] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.424416] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5d53b9-95d6-45ec-9dc8-21bcddd0b318 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.432068] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910cbbc4-78ae-4e64-91cd-810f31830af4 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.460756] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf71b09-0239-4e66-b044-8a8053334627 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.467701] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72894d6-df2f-4631-ac38-2d49c62b4860 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.481651] env[62284]: DEBUG nova.compute.provider_tree [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2434.984440] env[62284]: DEBUG nova.scheduler.client.report [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2435.490099] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.117s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.492360] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.050s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.494245] env[62284]: INFO nova.compute.claims [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2435.523132] env[62284]: INFO nova.network.neutron [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating port 57d897a1-a001-45d4-be0e-8927b8b49b19 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2436.543174] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21303f71-4f5e-47da-b3a3-d95dc471ca2e {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.550749] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f47e6fc-2148-453c-b779-12791a03ad1a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.581073] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d558dc-763c-4315-a8d2-46493b5f1e8d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.588218] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd528b-24a2-4ff0-bcac-dcac96ef324f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.601289] env[62284]: DEBUG nova.compute.provider_tree [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2436.899270] env[62284]: DEBUG nova.compute.manager [req-055276c8-8c82-4ccb-bbdd-5cb8fa116563 req-55bc2922-46b7-4c2f-9347-a008e7e06fab service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received event network-vif-plugged-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2436.899496] env[62284]: DEBUG oslo_concurrency.lockutils [req-055276c8-8c82-4ccb-bbdd-5cb8fa116563 req-55bc2922-46b7-4c2f-9347-a008e7e06fab service nova] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2436.899703] env[62284]: DEBUG oslo_concurrency.lockutils [req-055276c8-8c82-4ccb-bbdd-5cb8fa116563 req-55bc2922-46b7-4c2f-9347-a008e7e06fab service nova] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.899877] env[62284]: DEBUG oslo_concurrency.lockutils [req-055276c8-8c82-4ccb-bbdd-5cb8fa116563 req-55bc2922-46b7-4c2f-9347-a008e7e06fab service nova] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.900059] env[62284]: DEBUG nova.compute.manager [req-055276c8-8c82-4ccb-bbdd-5cb8fa116563 req-55bc2922-46b7-4c2f-9347-a008e7e06fab service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] No waiting events found dispatching network-vif-plugged-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2436.900226] env[62284]: WARNING nova.compute.manager [req-055276c8-8c82-4ccb-bbdd-5cb8fa116563 req-55bc2922-46b7-4c2f-9347-a008e7e06fab service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received unexpected event network-vif-plugged-57d897a1-a001-45d4-be0e-8927b8b49b19 for instance with vm_state shelved_offloaded and task_state spawning. [ 2436.982896] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.983308] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.983665] env[62284]: DEBUG nova.network.neutron [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2437.104068] env[62284]: DEBUG nova.scheduler.client.report [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2437.609012] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.609539] env[62284]: DEBUG nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Start building networks asynchronously for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2437.686045] env[62284]: DEBUG nova.network.neutron [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [{"id": "57d897a1-a001-45d4-be0e-8927b8b49b19", "address": "fa:16:3e:34:22:47", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d897a1-a0", "ovs_interfaceid": "57d897a1-a001-45d4-be0e-8927b8b49b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.114711] env[62284]: DEBUG nova.compute.utils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Using /dev/sd instead of None {{(pid=62284) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2438.116141] env[62284]: DEBUG nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Allocating IP information in the background. {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2438.116317] env[62284]: DEBUG nova.network.neutron [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] allocate_for_instance() {{(pid=62284) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2438.152680] env[62284]: DEBUG nova.policy [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36678cfc2038478e911a711e445822b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '925812896d4f44f0a2bbc605b200907a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62284) authorize /opt/stack/nova/nova/policy.py:192}} [ 2438.188317] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2438.217369] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='88789b00dd394c3e6c403e7ed89283ce',container_format='bare',created_at=2024-12-23T08:42:18Z,direct_url=,disk_format='vmdk',id=d50ac27d-ed55-4b29-95ec-c3195b3a67bb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-940169844-shelved',owner='09716184fa71458baf122aa626c4e0d9',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-23T08:42:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2438.217629] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2438.217793] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2438.217996] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2438.218163] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2438.218313] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2438.218538] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2438.218701] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2438.218915] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2438.219159] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2438.219308] env[62284]: DEBUG nova.virt.hardware [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2438.220248] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa14cb3-774a-47a0-8d8e-28986775a5ab {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.228529] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a3227-3ba6-4f65-a7a7-7d694cde4a03 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.242326] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:22:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d897a1-a001-45d4-be0e-8927b8b49b19', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2438.250066] env[62284]: DEBUG oslo.service.loopingcall [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2438.250320] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2438.250530] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0343937c-adbd-4c77-b933-e0f33584dd0f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.270324] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2438.270324] env[62284]: value = "task-1955680" [ 2438.270324] env[62284]: _type = "Task" [ 2438.270324] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.280129] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.405462] env[62284]: DEBUG nova.network.neutron [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Successfully created port: 4c93b0eb-5128-42ed-b4c0-1d7ce0486478 {{(pid=62284) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2438.619638] env[62284]: DEBUG nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Start building block device mappings for instance. {{(pid=62284) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2438.780486] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.923345] env[62284]: DEBUG nova.compute.manager [req-a1d557e9-b017-4116-af55-c135f3a8a813 req-04679b39-7a59-447b-a4f7-83a26f36f23a service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received event network-changed-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2438.923554] env[62284]: DEBUG nova.compute.manager [req-a1d557e9-b017-4116-af55-c135f3a8a813 req-04679b39-7a59-447b-a4f7-83a26f36f23a service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Refreshing instance network info cache due to event network-changed-57d897a1-a001-45d4-be0e-8927b8b49b19. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2438.923788] env[62284]: DEBUG oslo_concurrency.lockutils [req-a1d557e9-b017-4116-af55-c135f3a8a813 req-04679b39-7a59-447b-a4f7-83a26f36f23a service nova] Acquiring lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2438.923943] env[62284]: DEBUG oslo_concurrency.lockutils [req-a1d557e9-b017-4116-af55-c135f3a8a813 req-04679b39-7a59-447b-a4f7-83a26f36f23a service nova] Acquired lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2438.924120] env[62284]: DEBUG nova.network.neutron [req-a1d557e9-b017-4116-af55-c135f3a8a813 req-04679b39-7a59-447b-a4f7-83a26f36f23a service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Refreshing network info cache for port 57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2439.280842] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.629307] env[62284]: DEBUG nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Start spawning the instance on the hypervisor. {{(pid=62284) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2439.656107] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-23T08:11:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-23T08:10:57Z,direct_url=,disk_format='vmdk',id=c7c93e14-6b9b-4358-b7ac-8091442396af,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ce3dadfb7fb4845823601ce0ec5d01e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-23T08:10:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2439.656362] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Flavor limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2439.656522] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Image limits 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2439.656707] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Flavor pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2439.656855] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Image pref 0:0:0 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2439.657059] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62284) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2439.657290] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2439.657454] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2439.657622] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Got 1 possible topologies {{(pid=62284) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2439.657783] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2439.657959] env[62284]: DEBUG nova.virt.hardware [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62284) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2439.658818] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ad300-966a-4546-86be-ba597c26be6a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.666519] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcda5b6-d6a0-421d-85fd-222be2e2305f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.670827] env[62284]: DEBUG nova.network.neutron [req-a1d557e9-b017-4116-af55-c135f3a8a813 req-04679b39-7a59-447b-a4f7-83a26f36f23a service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updated VIF entry in instance network info cache for port 57d897a1-a001-45d4-be0e-8927b8b49b19. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2439.671182] env[62284]: DEBUG nova.network.neutron [req-a1d557e9-b017-4116-af55-c135f3a8a813 req-04679b39-7a59-447b-a4f7-83a26f36f23a service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [{"id": "57d897a1-a001-45d4-be0e-8927b8b49b19", "address": "fa:16:3e:34:22:47", "network": {"id": "451d60f9-e1b1-423c-873a-272af413ff32", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-389527840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09716184fa71458baf122aa626c4e0d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d897a1-a0", "ovs_interfaceid": "57d897a1-a001-45d4-be0e-8927b8b49b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2439.781010] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.174559] env[62284]: DEBUG oslo_concurrency.lockutils [req-a1d557e9-b017-4116-af55-c135f3a8a813 req-04679b39-7a59-447b-a4f7-83a26f36f23a service nova] Releasing lock "refresh_cache-4b573e1a-3d1d-4ca2-9253-9ed87937a022" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2440.282288] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.782474] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.282599] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.783270] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.284159] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.371789] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2442.372048] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2442.372213] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2442.784132] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.286979] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.377822] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2443.378076] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.378281] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.378447] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.378602] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.378748] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.378878] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2443.379101] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.786461] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.882745] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.883067] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.883264] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.883480] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2443.884402] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe96d6-b961-46d4-aaa5-a084a699255c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.892745] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77f647a-27d5-4934-b18c-ae8fe40a730d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.906923] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a323445-e993-4994-9ef8-e915c5693373 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.913572] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b97029-dc94-4fde-890e-2727c8683cca {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.942501] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181324MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2443.942702] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.942852] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.287075] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task} progress is 25%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.790058] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955680, 'name': CreateVM_Task, 'duration_secs': 6.244373} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.790058] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2444.790480] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2444.790480] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.790893] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2444.791047] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ac019f-3ddd-4bdb-84cc-24da4fdec05a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.795508] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2444.795508] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e36742-321e-93a2-e1d2-061abc467522" [ 2444.795508] env[62284]: _type = "Task" [ 2444.795508] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.802781] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52e36742-321e-93a2-e1d2-061abc467522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.968276] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance 4b573e1a-3d1d-4ca2-9253-9ed87937a022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2444.968455] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Instance b23ecd8d-34ad-47f4-803c-4755cfd53d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62284) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2444.968633] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2444.968775] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2445.003894] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e844137-2f83-49cd-9946-379006e7084c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.011098] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc61165c-6051-4d6b-9755-9a55acbc7a60 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.040191] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2859350-425b-4e8d-93ca-18ab37c650f6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.047288] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a5b131-0b70-4361-8249-1d9c17e3e99d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.059957] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2445.301575] env[62284]: DEBUG nova.compute.manager [req-d8f33024-fe60-4fd3-8c5b-2887116feccc req-249c5c4e-fbbe-46da-9241-ad26eb724f1f service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Received event network-vif-plugged-4c93b0eb-5128-42ed-b4c0-1d7ce0486478 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2445.301799] env[62284]: DEBUG oslo_concurrency.lockutils [req-d8f33024-fe60-4fd3-8c5b-2887116feccc req-249c5c4e-fbbe-46da-9241-ad26eb724f1f service nova] Acquiring lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.302016] env[62284]: DEBUG oslo_concurrency.lockutils [req-d8f33024-fe60-4fd3-8c5b-2887116feccc req-249c5c4e-fbbe-46da-9241-ad26eb724f1f service nova] Lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2445.302284] env[62284]: DEBUG oslo_concurrency.lockutils [req-d8f33024-fe60-4fd3-8c5b-2887116feccc req-249c5c4e-fbbe-46da-9241-ad26eb724f1f service nova] Lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.302581] env[62284]: DEBUG nova.compute.manager [req-d8f33024-fe60-4fd3-8c5b-2887116feccc req-249c5c4e-fbbe-46da-9241-ad26eb724f1f service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] No waiting events found dispatching network-vif-plugged-4c93b0eb-5128-42ed-b4c0-1d7ce0486478 {{(pid=62284) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2445.302637] env[62284]: WARNING nova.compute.manager [req-d8f33024-fe60-4fd3-8c5b-2887116feccc req-249c5c4e-fbbe-46da-9241-ad26eb724f1f service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Received unexpected event network-vif-plugged-4c93b0eb-5128-42ed-b4c0-1d7ce0486478 for instance with vm_state building and task_state spawning. [ 2445.308872] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.309136] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Processing image d50ac27d-ed55-4b29-95ec-c3195b3a67bb {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2445.309373] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb/d50ac27d-ed55-4b29-95ec-c3195b3a67bb.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2445.309614] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb/d50ac27d-ed55-4b29-95ec-c3195b3a67bb.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2445.309702] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2445.309937] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e00ddba-ed57-4527-81e1-363c59d8a996 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.318486] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2445.318662] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2445.319379] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c9b5a0-77f2-4f92-aa88-140b8bd47f80 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.324307] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2445.324307] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dec39f-7fc2-e172-07a8-0b291bf0cd5b" [ 2445.324307] env[62284]: _type = "Task" [ 2445.324307] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.331869] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52dec39f-7fc2-e172-07a8-0b291bf0cd5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.383400] env[62284]: DEBUG nova.network.neutron [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Successfully updated port: 4c93b0eb-5128-42ed-b4c0-1d7ce0486478 {{(pid=62284) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2445.562786] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2445.834259] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Preparing fetch location {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2445.834616] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Fetch image to [datastore1] OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd/OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd.vmdk {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2445.834714] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Downloading stream optimized image d50ac27d-ed55-4b29-95ec-c3195b3a67bb to [datastore1] OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd/OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd.vmdk on the data store datastore1 as vApp {{(pid=62284) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2445.834799] env[62284]: DEBUG nova.virt.vmwareapi.images [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Downloading image file data d50ac27d-ed55-4b29-95ec-c3195b3a67bb to the ESX as VM named 'OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd' {{(pid=62284) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2445.885657] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquiring lock "refresh_cache-b23ecd8d-34ad-47f4-803c-4755cfd53d82" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2445.885803] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquired lock "refresh_cache-b23ecd8d-34ad-47f4-803c-4755cfd53d82" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2445.885954] env[62284]: DEBUG nova.network.neutron [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Building network info cache for instance {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2445.903344] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2445.903344] env[62284]: value = "resgroup-9" [ 2445.903344] env[62284]: _type = "ResourcePool" [ 2445.903344] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2445.903631] env[62284]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cb0324e9-c459-43b5-adbb-c0d9508031ff {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.924847] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lease: (returnval){ [ 2445.924847] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fbb968-2f87-e7e8-8f04-9305286f4d2b" [ 2445.924847] env[62284]: _type = "HttpNfcLease" [ 2445.924847] env[62284]: } obtained for vApp import into resource pool (val){ [ 2445.924847] env[62284]: value = "resgroup-9" [ 2445.924847] env[62284]: _type = "ResourcePool" [ 2445.924847] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2445.924847] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the lease: (returnval){ [ 2445.924847] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fbb968-2f87-e7e8-8f04-9305286f4d2b" [ 2445.924847] env[62284]: _type = "HttpNfcLease" [ 2445.924847] env[62284]: } to be ready. {{(pid=62284) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2445.930774] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2445.930774] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fbb968-2f87-e7e8-8f04-9305286f4d2b" [ 2445.930774] env[62284]: _type = "HttpNfcLease" [ 2445.930774] env[62284]: } is initializing. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2446.069169] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2446.069434] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.069677] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2446.415968] env[62284]: DEBUG nova.network.neutron [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Instance cache missing network info. {{(pid=62284) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2446.433516] env[62284]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2446.433516] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fbb968-2f87-e7e8-8f04-9305286f4d2b" [ 2446.433516] env[62284]: _type = "HttpNfcLease" [ 2446.433516] env[62284]: } is ready. {{(pid=62284) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2446.433819] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2446.433819] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52fbb968-2f87-e7e8-8f04-9305286f4d2b" [ 2446.433819] env[62284]: _type = "HttpNfcLease" [ 2446.433819] env[62284]: }. {{(pid=62284) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2446.434554] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f02b91-7675-4ffc-affe-3b7d2540b4a2 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.441965] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423005-d2df-ebbc-d952-b489d43e5c19/disk-0.vmdk from lease info. {{(pid=62284) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2446.442182] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423005-d2df-ebbc-d952-b489d43e5c19/disk-0.vmdk. {{(pid=62284) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2446.505732] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f7d189f9-fb8e-4280-83a0-a293a711a149 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.588478] env[62284]: DEBUG nova.network.neutron [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Updating instance_info_cache with network_info: [{"id": "4c93b0eb-5128-42ed-b4c0-1d7ce0486478", "address": "fa:16:3e:b7:6b:73", "network": {"id": "650e94ce-0e4d-4b83-9b2f-0dd1216539c1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1262111371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925812896d4f44f0a2bbc605b200907a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c93b0eb-51", "ovs_interfaceid": "4c93b0eb-5128-42ed-b4c0-1d7ce0486478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2446.874341] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2447.090697] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Releasing lock "refresh_cache-b23ecd8d-34ad-47f4-803c-4755cfd53d82" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2447.091060] env[62284]: DEBUG nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Instance network_info: |[{"id": "4c93b0eb-5128-42ed-b4c0-1d7ce0486478", "address": "fa:16:3e:b7:6b:73", "network": {"id": "650e94ce-0e4d-4b83-9b2f-0dd1216539c1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1262111371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925812896d4f44f0a2bbc605b200907a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c93b0eb-51", "ovs_interfaceid": "4c93b0eb-5128-42ed-b4c0-1d7ce0486478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62284) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2447.091539] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:6b:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c93b0eb-5128-42ed-b4c0-1d7ce0486478', 'vif_model': 'vmxnet3'}] {{(pid=62284) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2447.100148] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Creating folder: Project (925812896d4f44f0a2bbc605b200907a). Parent ref: group-v402637. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2447.102342] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6da7d5a1-5e1b-4609-9aa9-aff034e593d0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.113245] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Created folder: Project (925812896d4f44f0a2bbc605b200907a) in parent group-v402637. [ 2447.113453] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Creating folder: Instances. Parent ref: group-v402971. {{(pid=62284) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2447.113696] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07920022-6c0a-42d6-bcef-f32d0e5aa148 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.123205] env[62284]: INFO nova.virt.vmwareapi.vm_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Created folder: Instances in parent group-v402971. [ 2447.123526] env[62284]: DEBUG oslo.service.loopingcall [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2447.123751] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Creating VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2447.123968] env[62284]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55037e2b-bd76-45ae-b1c9-06bcbf7e3a4f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.146877] env[62284]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2447.146877] env[62284]: value = "task-1955684" [ 2447.146877] env[62284]: _type = "Task" [ 2447.146877] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2447.155125] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955684, 'name': CreateVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.327342] env[62284]: DEBUG nova.compute.manager [req-20556456-b6dd-4456-afea-b93107f16783 req-2484f641-e624-4757-894c-c15b25bfe5ca service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Received event network-changed-4c93b0eb-5128-42ed-b4c0-1d7ce0486478 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2447.327628] env[62284]: DEBUG nova.compute.manager [req-20556456-b6dd-4456-afea-b93107f16783 req-2484f641-e624-4757-894c-c15b25bfe5ca service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Refreshing instance network info cache due to event network-changed-4c93b0eb-5128-42ed-b4c0-1d7ce0486478. {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2447.327887] env[62284]: DEBUG oslo_concurrency.lockutils [req-20556456-b6dd-4456-afea-b93107f16783 req-2484f641-e624-4757-894c-c15b25bfe5ca service nova] Acquiring lock "refresh_cache-b23ecd8d-34ad-47f4-803c-4755cfd53d82" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2447.328082] env[62284]: DEBUG oslo_concurrency.lockutils [req-20556456-b6dd-4456-afea-b93107f16783 req-2484f641-e624-4757-894c-c15b25bfe5ca service nova] Acquired lock "refresh_cache-b23ecd8d-34ad-47f4-803c-4755cfd53d82" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2447.328320] env[62284]: DEBUG nova.network.neutron [req-20556456-b6dd-4456-afea-b93107f16783 req-2484f641-e624-4757-894c-c15b25bfe5ca service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Refreshing network info cache for port 4c93b0eb-5128-42ed-b4c0-1d7ce0486478 {{(pid=62284) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2447.379769] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2447.379948] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2447.380159] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances with incomplete migration {{(pid=62284) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2447.657739] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955684, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.683027] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Completed reading data from the image iterator. {{(pid=62284) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2447.683027] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423005-d2df-ebbc-d952-b489d43e5c19/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2447.683872] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5db3a06-4be6-4ddf-90a2-dee42a95fdc7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.689855] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423005-d2df-ebbc-d952-b489d43e5c19/disk-0.vmdk is in state: ready. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2447.690039] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423005-d2df-ebbc-d952-b489d43e5c19/disk-0.vmdk. {{(pid=62284) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2447.690258] env[62284]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-82dbe659-f19e-4128-8d6a-aaaeaf706240 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.891152] env[62284]: DEBUG oslo_vmware.rw_handles [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423005-d2df-ebbc-d952-b489d43e5c19/disk-0.vmdk. {{(pid=62284) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2447.891485] env[62284]: INFO nova.virt.vmwareapi.images [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Downloaded image file data d50ac27d-ed55-4b29-95ec-c3195b3a67bb [ 2447.892215] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588116f5-eb98-4fa6-981c-e15fd59fbdb7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.909288] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbf8b508-bc3c-4c20-b9fc-067731186a1c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.929994] env[62284]: INFO nova.virt.vmwareapi.images [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] The imported VM was unregistered [ 2447.932351] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Caching image {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2447.932582] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2447.932832] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f640697-c485-4205-9267-25664e5d7963 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.952825] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Created directory with path [datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2447.953017] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd/OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd.vmdk to [datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb/d50ac27d-ed55-4b29-95ec-c3195b3a67bb.vmdk. {{(pid=62284) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2447.953271] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bf658db2-edce-4ea7-8bed-6e6c77ac3062 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.959926] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2447.959926] env[62284]: value = "task-1955686" [ 2447.959926] env[62284]: _type = "Task" [ 2447.959926] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2447.967235] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955686, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.032666] env[62284]: DEBUG nova.network.neutron [req-20556456-b6dd-4456-afea-b93107f16783 req-2484f641-e624-4757-894c-c15b25bfe5ca service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Updated VIF entry in instance network info cache for port 4c93b0eb-5128-42ed-b4c0-1d7ce0486478. {{(pid=62284) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2448.033056] env[62284]: DEBUG nova.network.neutron [req-20556456-b6dd-4456-afea-b93107f16783 req-2484f641-e624-4757-894c-c15b25bfe5ca service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Updating instance_info_cache with network_info: [{"id": "4c93b0eb-5128-42ed-b4c0-1d7ce0486478", "address": "fa:16:3e:b7:6b:73", "network": {"id": "650e94ce-0e4d-4b83-9b2f-0dd1216539c1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1262111371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925812896d4f44f0a2bbc605b200907a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c93b0eb-51", "ovs_interfaceid": "4c93b0eb-5128-42ed-b4c0-1d7ce0486478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2448.159786] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955684, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.472991] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955686, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.535932] env[62284]: DEBUG oslo_concurrency.lockutils [req-20556456-b6dd-4456-afea-b93107f16783 req-2484f641-e624-4757-894c-c15b25bfe5ca service nova] Releasing lock "refresh_cache-b23ecd8d-34ad-47f4-803c-4755cfd53d82" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2448.660078] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955684, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.973271] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955686, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.161599] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955684, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.474724] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955686, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.661197] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955684, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.976460] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955686, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.161895] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955684, 'name': CreateVM_Task} progress is 99%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.473199] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955686, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.305934} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.473461] env[62284]: INFO nova.virt.vmwareapi.ds_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd/OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd.vmdk to [datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb/d50ac27d-ed55-4b29-95ec-c3195b3a67bb.vmdk. [ 2450.473648] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Cleaning up location [datastore1] OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2450.473810] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d687b074-b631-4954-bb82-3b2782b269dd {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2450.474060] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-864fc260-9aad-44dc-afd4-4a98749b8f6d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.479996] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2450.479996] env[62284]: value = "task-1955687" [ 2450.479996] env[62284]: _type = "Task" [ 2450.479996] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.487140] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.662438] env[62284]: DEBUG oslo_vmware.api [-] Task: {'id': task-1955684, 'name': CreateVM_Task, 'duration_secs': 3.112714} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.662613] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Created VM on the ESX host {{(pid=62284) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2450.663307] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.663479] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.663794] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2450.664059] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff14685-532b-4ef1-a329-6fa018a4cd94 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.669123] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2450.669123] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52890e06-5c36-25dd-433f-b3e7ae830ee0" [ 2450.669123] env[62284]: _type = "Task" [ 2450.669123] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.677101] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52890e06-5c36-25dd-433f-b3e7ae830ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.990300] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033946} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.990665] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2450.990709] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb/d50ac27d-ed55-4b29-95ec-c3195b3a67bb.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2450.990942] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb/d50ac27d-ed55-4b29-95ec-c3195b3a67bb.vmdk to [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022/4b573e1a-3d1d-4ca2-9253-9ed87937a022.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2450.991222] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14548516-0132-4f51-a804-757f7c35c331 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.998487] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2450.998487] env[62284]: value = "task-1955688" [ 2450.998487] env[62284]: _type = "Task" [ 2450.998487] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.005856] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.179723] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52890e06-5c36-25dd-433f-b3e7ae830ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.180055] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2451.180304] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Processing image c7c93e14-6b9b-4358-b7ac-8091442396af {{(pid=62284) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2451.180536] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2451.180683] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2451.180859] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2451.181127] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a0add63-7b60-455e-861d-d4904abcb52c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.197636] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62284) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2451.197823] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62284) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2451.198568] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58560d94-e184-4386-8ec5-02ae7329b283 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.203736] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2451.203736] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52165447-0b99-042d-5d4a-9c22d97bad41" [ 2451.203736] env[62284]: _type = "Task" [ 2451.203736] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.211359] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52165447-0b99-042d-5d4a-9c22d97bad41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.511361] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955688, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.716919] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]52165447-0b99-042d-5d4a-9c22d97bad41, 'name': SearchDatastore_Task, 'duration_secs': 0.057798} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.718790] env[62284]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf9ddd3-8f0a-4935-9502-91faf76d52af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.727154] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2451.727154] env[62284]: value = "session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5225faf5-884f-cebc-fb5c-5172e8faee82" [ 2451.727154] env[62284]: _type = "Task" [ 2451.727154] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.740318] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5225faf5-884f-cebc-fb5c-5172e8faee82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.013710] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955688, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.240357] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': session[52d73679-bddb-1cf1-0ba7-661106ee34a6]5225faf5-884f-cebc-fb5c-5172e8faee82, 'name': SearchDatastore_Task, 'duration_secs': 0.088529} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.240638] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk" {{(pid=62284) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2452.240902] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] b23ecd8d-34ad-47f4-803c-4755cfd53d82/b23ecd8d-34ad-47f4-803c-4755cfd53d82.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2452.241195] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b807b8a0-c07c-453f-82ff-14dca39ccfeb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.251328] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2452.251328] env[62284]: value = "task-1955689" [ 2452.251328] env[62284]: _type = "Task" [ 2452.251328] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.263777] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.513682] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955688, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.764158] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.015801] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955688, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.265916] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.516121] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955688, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.429707} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.516395] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d50ac27d-ed55-4b29-95ec-c3195b3a67bb/d50ac27d-ed55-4b29-95ec-c3195b3a67bb.vmdk to [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022/4b573e1a-3d1d-4ca2-9253-9ed87937a022.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2453.517351] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad6609-f07b-4481-a1d5-1f7522ac0a5f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.542114] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022/4b573e1a-3d1d-4ca2-9253-9ed87937a022.vmdk or device None with type streamOptimized {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2453.542450] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4227e72d-6424-4c8c-80b7-95d0a8d809af {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.565024] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2453.565024] env[62284]: value = "task-1955690" [ 2453.565024] env[62284]: _type = "Task" [ 2453.565024] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.575654] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.763353] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955689, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.506908} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.763628] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c7c93e14-6b9b-4358-b7ac-8091442396af/c7c93e14-6b9b-4358-b7ac-8091442396af.vmdk to [datastore1] b23ecd8d-34ad-47f4-803c-4755cfd53d82/b23ecd8d-34ad-47f4-803c-4755cfd53d82.vmdk {{(pid=62284) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2453.763844] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Extending root virtual disk to 1048576 {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2453.764111] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3c0f1d9-80b2-491d-ac85-87f633198490 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.770220] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2453.770220] env[62284]: value = "task-1955691" [ 2453.770220] env[62284]: _type = "Task" [ 2453.770220] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.778353] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.074621] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955690, 'name': ReconfigVM_Task, 'duration_secs': 0.333297} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.074922] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022/4b573e1a-3d1d-4ca2-9253-9ed87937a022.vmdk or device None with type streamOptimized {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2454.075591] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a685b893-0a2a-47a1-b714-9cee4c1d1913 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.081688] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2454.081688] env[62284]: value = "task-1955692" [ 2454.081688] env[62284]: _type = "Task" [ 2454.081688] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.088780] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955692, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.280127] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069426} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.280480] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Extended root virtual disk {{(pid=62284) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2454.281265] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ea05bf-75db-4034-b16f-083152c96629 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.302335] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b23ecd8d-34ad-47f4-803c-4755cfd53d82/b23ecd8d-34ad-47f4-803c-4755cfd53d82.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2454.302591] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df69c15c-c1b3-4dd8-8f8c-7241290b9059 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.320792] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2454.320792] env[62284]: value = "task-1955693" [ 2454.320792] env[62284]: _type = "Task" [ 2454.320792] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.328101] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.592019] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955692, 'name': Rename_Task, 'duration_secs': 0.137795} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.592237] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2454.592474] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e2f7a76-9cc5-4fba-8e5d-5e4b087463f5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.598190] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2454.598190] env[62284]: value = "task-1955694" [ 2454.598190] env[62284]: _type = "Task" [ 2454.598190] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.606008] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.830187] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955693, 'name': ReconfigVM_Task, 'duration_secs': 0.298214} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.830452] env[62284]: DEBUG nova.virt.vmwareapi.volumeops [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b23ecd8d-34ad-47f4-803c-4755cfd53d82/b23ecd8d-34ad-47f4-803c-4755cfd53d82.vmdk or device None with type sparse {{(pid=62284) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2454.831106] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb75ae1a-b5f7-4ad8-90bb-176846867429 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.837570] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2454.837570] env[62284]: value = "task-1955695" [ 2454.837570] env[62284]: _type = "Task" [ 2454.837570] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.845392] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955695, 'name': Rename_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.107713] env[62284]: DEBUG oslo_vmware.api [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955694, 'name': PowerOnVM_Task, 'duration_secs': 0.411096} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.108051] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2455.207922] env[62284]: DEBUG nova.compute.manager [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2455.208922] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5850c0-d80f-4447-9b3d-8c5a0d9b3e28 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.346996] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955695, 'name': Rename_Task, 'duration_secs': 0.148316} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.347339] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Powering on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2455.347563] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f87d9b7-ba58-451f-93d2-e2b4e7b5dc71 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.353572] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2455.353572] env[62284]: value = "task-1955696" [ 2455.353572] env[62284]: _type = "Task" [ 2455.353572] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.360591] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.726890] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c3c7a8ad-e043-4083-8621-0dc56f57f47e tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.387s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.865518] env[62284]: DEBUG oslo_vmware.api [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955696, 'name': PowerOnVM_Task, 'duration_secs': 0.464446} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.865803] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Powered on the VM {{(pid=62284) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2455.866015] env[62284]: INFO nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Took 16.24 seconds to spawn the instance on the hypervisor. [ 2455.866210] env[62284]: DEBUG nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Checking state {{(pid=62284) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2455.867013] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5d5845-15e4-44be-84cc-d6d027c858c6 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.384377] env[62284]: INFO nova.compute.manager [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Took 22.96 seconds to build instance. [ 2456.874935] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2456.875115] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Cleaning up deleted instances {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2456.886424] env[62284]: DEBUG oslo_concurrency.lockutils [None req-985174b4-cbfa-4de5-9850-fbefbd8ff6a1 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.466s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.312920] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquiring lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.313213] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2457.313441] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquiring lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.313631] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2457.313805] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.315944] env[62284]: INFO nova.compute.manager [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Terminating instance [ 2457.382800] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] There are 18 instances to clean {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2457.382928] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 8ce0af0b-b924-49ce-9c16-080cf4ca9116] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2457.820295] env[62284]: DEBUG nova.compute.manager [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2457.820992] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2457.821903] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12057b39-89f2-4066-9f99-c9c10eaa7414 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.829477] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2457.829707] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4636ac79-db4f-4da3-80bd-9c8fdcb94f94 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.835720] env[62284]: DEBUG oslo_vmware.api [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2457.835720] env[62284]: value = "task-1955697" [ 2457.835720] env[62284]: _type = "Task" [ 2457.835720] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.843420] env[62284]: DEBUG oslo_vmware.api [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.886175] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 61c4835a-6a5c-4432-a7cf-4dd59c3ad37b] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2458.345961] env[62284]: DEBUG oslo_vmware.api [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955697, 'name': PowerOffVM_Task, 'duration_secs': 0.172183} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.346165] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2458.346342] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2458.346583] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcad4dd3-c0d7-45a7-b8f4-7e161d90a071 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.389678] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: dd68bd51-f879-4309-8857-63abf6476db8] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2458.892840] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 8635bf13-68e8-475e-af24-d739919d5e71] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2459.396167] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f70fadcc-3fa5-4d07-bab6-e994a84d8ceb] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2459.899677] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 7581f963-56e4-41ff-8f85-9d8511d84487] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2460.403185] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 4f318121-8c89-4285-8023-fdccba428981] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2460.906909] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: b823781e-1800-4d95-b61d-cf7fb3735b65] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2461.410350] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: f1cb3d57-ea8d-4312-876f-c53ee8505320] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2461.914720] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: dfe1f235-b623-47ce-9e88-d27b9ed2f314] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2462.418548] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: a0e77427-25ce-417e-bc4e-6d602e2efe62] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2462.921451] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 6b2f146e-486a-47a3-8063-164be484290c] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2463.424837] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: c8b246dd-8b38-4f6b-a54e-75e365dc0908] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2463.928435] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 4cc128c9-3cc1-4089-9237-feb261023085] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2464.431897] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d05174cd-a87d-45ae-b584-b06aa41b99e1] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2464.935361] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 76b956b1-7437-44ab-8849-f05f91265a8c] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2465.220921] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2465.221171] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2465.221366] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Deleting the datastore file [datastore1] b23ecd8d-34ad-47f4-803c-4755cfd53d82 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2465.221646] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-202d93ca-5883-4843-8eba-9034db196148 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.229593] env[62284]: DEBUG oslo_vmware.api [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for the task: (returnval){ [ 2465.229593] env[62284]: value = "task-1955699" [ 2465.229593] env[62284]: _type = "Task" [ 2465.229593] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.237729] env[62284]: DEBUG oslo_vmware.api [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.438754] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: 7be34aae-58c4-44fb-8dee-746f06c29cca] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2465.739815] env[62284]: DEBUG oslo_vmware.api [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Task: {'id': task-1955699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115873} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.740102] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2465.740325] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2465.740524] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2465.741047] env[62284]: INFO nova.compute.manager [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Took 7.92 seconds to destroy the instance on the hypervisor. [ 2465.741047] env[62284]: DEBUG oslo.service.loopingcall [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2465.741146] env[62284]: DEBUG nova.compute.manager [-] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2465.741248] env[62284]: DEBUG nova.network.neutron [-] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2465.942586] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] [instance: d95eea11-abb4-4438-a305-b369fdf3bb52] Instance has had 0 of 5 cleanup attempts {{(pid=62284) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2466.031259] env[62284]: DEBUG nova.compute.manager [req-37484da9-a390-465f-b321-2247cad5cbcf req-fb3488fc-b863-4808-8c8a-91641ee3111e service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Received event network-vif-deleted-4c93b0eb-5128-42ed-b4c0-1d7ce0486478 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2466.031459] env[62284]: INFO nova.compute.manager [req-37484da9-a390-465f-b321-2247cad5cbcf req-fb3488fc-b863-4808-8c8a-91641ee3111e service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Neutron deleted interface 4c93b0eb-5128-42ed-b4c0-1d7ce0486478; detaching it from the instance and deleting it from the info cache [ 2466.031673] env[62284]: DEBUG nova.network.neutron [req-37484da9-a390-465f-b321-2247cad5cbcf req-fb3488fc-b863-4808-8c8a-91641ee3111e service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2466.484116] env[62284]: DEBUG nova.network.neutron [-] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2466.533887] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1f83be4-fa34-4c4a-b974-3b817616a090 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.543627] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceca4f8-94d3-43ad-bd64-858e9abda5fe {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.569387] env[62284]: DEBUG nova.compute.manager [req-37484da9-a390-465f-b321-2247cad5cbcf req-fb3488fc-b863-4808-8c8a-91641ee3111e service nova] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Detach interface failed, port_id=4c93b0eb-5128-42ed-b4c0-1d7ce0486478, reason: Instance b23ecd8d-34ad-47f4-803c-4755cfd53d82 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2466.987399] env[62284]: INFO nova.compute.manager [-] [instance: b23ecd8d-34ad-47f4-803c-4755cfd53d82] Took 1.25 seconds to deallocate network for instance. [ 2467.495353] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2467.495630] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.495860] env[62284]: DEBUG nova.objects.instance [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lazy-loading 'resources' on Instance uuid b23ecd8d-34ad-47f4-803c-4755cfd53d82 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2468.027856] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2468.027856] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Getting list of instances from cluster (obj){ [ 2468.027856] env[62284]: value = "domain-c8" [ 2468.027856] env[62284]: _type = "ClusterComputeResource" [ 2468.027856] env[62284]: } {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2468.031019] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a342256-f9d7-4498-a6dc-dc1a46c330cd {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.041830] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Got total of 1 instances {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2468.044339] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26947c92-d6cb-4043-b7a1-130a4583ddf1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.051065] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e4cef-3cdf-47b6-b644-6b197edbe6b7 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.081425] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d3cbb5-a21d-4463-a2a3-8ca265002804 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.088747] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5407ef-cc3a-4875-8960-ebb9a575f104 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.102402] env[62284]: DEBUG nova.compute.provider_tree [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2468.605361] env[62284]: DEBUG nova.scheduler.client.report [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2469.110831] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.130989] env[62284]: INFO nova.scheduler.client.report [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Deleted allocations for instance b23ecd8d-34ad-47f4-803c-4755cfd53d82 [ 2469.638344] env[62284]: DEBUG oslo_concurrency.lockutils [None req-8e5f25f7-4006-446f-b3ee-9d65c8ef8078 tempest-ServerTagsTestJSON-1602707664 tempest-ServerTagsTestJSON-1602707664-project-member] Lock "b23ecd8d-34ad-47f4-803c-4755cfd53d82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.325s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2477.464174] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2477.967295] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Getting list of instances from cluster (obj){ [ 2477.967295] env[62284]: value = "domain-c8" [ 2477.967295] env[62284]: _type = "ClusterComputeResource" [ 2477.967295] env[62284]: } {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2477.968365] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c52d09e-1d8c-4d2e-8deb-9990aeed0900 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.977857] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Got total of 1 instances {{(pid=62284) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2477.978036] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Triggering sync for uuid 4b573e1a-3d1d-4ca2-9253-9ed87937a022 {{(pid=62284) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2477.978369] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2477.978591] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2477.979470] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56c5e30-dcad-4eb3-bce5-fd51f503fd94 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.488460] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2492.506631] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.507125] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.507375] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.507650] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.507902] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2492.511477] env[62284]: INFO nova.compute.manager [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Terminating instance [ 2493.015659] env[62284]: DEBUG nova.compute.manager [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Start destroying the instance on the hypervisor. {{(pid=62284) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2493.015938] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Destroying instance {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2493.016849] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589ee9bf-0b00-42d1-bdd8-ff20ec8de7a1 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.024935] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powering off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2493.025193] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bed6151-4ffd-409a-b900-5ebe834ece13 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.031313] env[62284]: DEBUG oslo_vmware.api [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2493.031313] env[62284]: value = "task-1955700" [ 2493.031313] env[62284]: _type = "Task" [ 2493.031313] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2493.038988] env[62284]: DEBUG oslo_vmware.api [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2493.540813] env[62284]: DEBUG oslo_vmware.api [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955700, 'name': PowerOffVM_Task, 'duration_secs': 0.16365} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2493.541157] env[62284]: DEBUG nova.virt.vmwareapi.vm_util [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Powered off the VM {{(pid=62284) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2493.541201] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Unregistering the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2493.541455] env[62284]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16eec020-2680-40c2-bf4b-bebbcc1b9e3c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.740283] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Unregistered the VM {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2493.740575] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Deleting contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2493.740768] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleting the datastore file [datastore1] 4b573e1a-3d1d-4ca2-9253-9ed87937a022 {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2493.741094] env[62284]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266907f3-fd9d-481c-9fee-04c6a7d7e506 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.747507] env[62284]: DEBUG oslo_vmware.api [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for the task: (returnval){ [ 2493.747507] env[62284]: value = "task-1955702" [ 2493.747507] env[62284]: _type = "Task" [ 2493.747507] env[62284]: } to complete. {{(pid=62284) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2493.755037] env[62284]: DEBUG oslo_vmware.api [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.258105] env[62284]: DEBUG oslo_vmware.api [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Task: {'id': task-1955702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137168} completed successfully. {{(pid=62284) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2494.258383] env[62284]: DEBUG nova.virt.vmwareapi.ds_util [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleted the datastore file {{(pid=62284) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2494.258583] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Deleted contents of the VM from datastore datastore1 {{(pid=62284) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2494.258769] env[62284]: DEBUG nova.virt.vmwareapi.vmops [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Instance destroyed {{(pid=62284) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2494.258947] env[62284]: INFO nova.compute.manager [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2494.259233] env[62284]: DEBUG oslo.service.loopingcall [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62284) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2494.259462] env[62284]: DEBUG nova.compute.manager [-] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Deallocating network for instance {{(pid=62284) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2494.259563] env[62284]: DEBUG nova.network.neutron [-] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] deallocate_for_instance() {{(pid=62284) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2494.697393] env[62284]: DEBUG nova.compute.manager [req-10d95a3e-a468-40d5-8526-1e701bc77132 req-11a2c6c5-bc38-46d2-bcd4-505d05c2162d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Received event network-vif-deleted-57d897a1-a001-45d4-be0e-8927b8b49b19 {{(pid=62284) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2494.697636] env[62284]: INFO nova.compute.manager [req-10d95a3e-a468-40d5-8526-1e701bc77132 req-11a2c6c5-bc38-46d2-bcd4-505d05c2162d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Neutron deleted interface 57d897a1-a001-45d4-be0e-8927b8b49b19; detaching it from the instance and deleting it from the info cache [ 2494.697636] env[62284]: DEBUG nova.network.neutron [req-10d95a3e-a468-40d5-8526-1e701bc77132 req-11a2c6c5-bc38-46d2-bcd4-505d05c2162d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2494.886212] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2495.170235] env[62284]: DEBUG nova.network.neutron [-] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Updating instance_info_cache with network_info: [] {{(pid=62284) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2495.200082] env[62284]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04719929-4cb8-4f8a-941f-4a18f1818ee0 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.210084] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae61ded-d2bd-4b0e-b364-053238a5e149 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.235492] env[62284]: DEBUG nova.compute.manager [req-10d95a3e-a468-40d5-8526-1e701bc77132 req-11a2c6c5-bc38-46d2-bcd4-505d05c2162d service nova] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Detach interface failed, port_id=57d897a1-a001-45d4-be0e-8927b8b49b19, reason: Instance 4b573e1a-3d1d-4ca2-9253-9ed87937a022 could not be found. {{(pid=62284) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2495.673441] env[62284]: INFO nova.compute.manager [-] [instance: 4b573e1a-3d1d-4ca2-9253-9ed87937a022] Took 1.41 seconds to deallocate network for instance. [ 2496.181985] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.182436] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.182436] env[62284]: DEBUG nova.objects.instance [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lazy-loading 'resources' on Instance uuid 4b573e1a-3d1d-4ca2-9253-9ed87937a022 {{(pid=62284) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2496.852937] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0c268a-ffb6-4f59-b9f9-b9c4bb9ea70f {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.860836] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b6f12-289b-4358-9a1b-0dc6faaf0154 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.891381] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e51ddf-79e5-4d94-b448-ab948589fe2c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.898660] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d747e69-6e58-418e-8974-a35a939ad065 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.911699] env[62284]: DEBUG nova.compute.provider_tree [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2497.372458] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2497.372794] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62284) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2497.414753] env[62284]: DEBUG nova.scheduler.client.report [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2497.919976] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2497.939746] env[62284]: INFO nova.scheduler.client.report [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Deleted allocations for instance 4b573e1a-3d1d-4ca2-9253-9ed87937a022 [ 2498.372402] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2498.447766] env[62284]: DEBUG oslo_concurrency.lockutils [None req-505931aa-ecba-4323-9076-6dd33e0f470c tempest-AttachVolumeShelveTestJSON-721259741 tempest-AttachVolumeShelveTestJSON-721259741-project-member] Lock "4b573e1a-3d1d-4ca2-9253-9ed87937a022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.941s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2500.372727] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2501.367398] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2501.371049] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2501.874204] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2501.874556] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2501.874556] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2501.874718] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62284) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2501.875623] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6cd000-abfe-4fb6-9bc9-39b5fdc8f97d {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.884155] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df0e4e4-84f3-4e55-a2c6-5ce22a305f8a {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.897601] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d9cb9-eafd-4566-9b12-9ea44d18ba37 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.903468] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d3a7c9-aada-4c47-ba31-85eaf6b1a607 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.932120] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181179MB free_disk=170GB free_vcpus=48 pci_devices=None {{(pid=62284) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2501.932261] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2501.932455] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.951825] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2502.952929] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62284) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2502.966123] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e9bfc0-7aab-4df3-ae1f-cf9ca9320686 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.973558] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e62a75e-01ee-4f89-b198-334434b425c5 {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.003293] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f22ccb-7f87-412d-b0f1-33415720cfcb {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.010767] env[62284]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c8c0a-efe3-4d0e-86a9-cc6826fe5c4c {{(pid=62284) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.024130] env[62284]: DEBUG nova.compute.provider_tree [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed in ProviderTree for provider: 442cc14a-9667-48af-bb01-49285ca8ee22 {{(pid=62284) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2503.526846] env[62284]: DEBUG nova.scheduler.client.report [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Inventory has not changed for provider 442cc14a-9667-48af-bb01-49285ca8ee22 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62284) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2504.033693] env[62284]: DEBUG nova.compute.resource_tracker [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62284) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2504.033971] env[62284]: DEBUG oslo_concurrency.lockutils [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.101s {{(pid=62284) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.035855] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2505.036208] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Starting heal instance info cache {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2505.036208] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Rebuilding the list of instances to heal {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2505.538699] env[62284]: DEBUG nova.compute.manager [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Didn't find any instances for network info cache update. {{(pid=62284) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2505.538952] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2507.372388] env[62284]: DEBUG oslo_service.periodic_task [None req-c1a77e1c-6d8a-4cdb-9340-aa7bfe340158 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62284) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}